Nov 23 06:10:38 user nova-compute[74675]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74675) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 23 06:10:38 user nova-compute[74675]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74675) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 23 06:10:38 user nova-compute[74675]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74675) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 23 06:10:38 user nova-compute[74675]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.032s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:10:39 user nova-compute[74675]: INFO nova.virt.driver [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] Loading compute driver 'libvirt.LibvirtDriver'
Nov 23 06:10:39 user nova-compute[74675]: INFO nova.compute.provider_config [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] Acquiring lock "singleton_lock" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] Acquired lock "singleton_lock" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] Releasing lock "singleton_lock" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] Full set of CONF: {{(pid=74675) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ******************************************************************************** {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] Configuration options gathered from: {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ================================================================================ {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] allow_resize_to_same_host      = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] arq_binding_timeout            = 300 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] backdoor_port                  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] backdoor_socket                = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] block_device_allocate_retries  = 300 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] block_device_allocate_retries_interval = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cert                           = self.pem {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] compute_monitors               = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] config_dir                     = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] config_drive_format            = iso9660 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] config_source                  = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] console_host                   = user {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] control_exchange               = nova {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cpu_allocation_ratio           = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] daemon                         = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] debug                          = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] default_access_ip_network_name = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] default_availability_zone      = nova {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] default_ephemeral_format       = ext4 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] default_green_pool_size        = 1000 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] default_schedule_zone          = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] disk_allocation_ratio          = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] enable_new_services            = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] enabled_apis                   = ['osapi_compute'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] enabled_ssl_apis               = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] flat_injected                  = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] force_config_drive             = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] force_raw_images               = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] graceful_shutdown_timeout      = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] heal_instance_info_cache_interval = 60 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] host                           = user {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] instance_build_timeout         = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] instance_delete_interval       = 300 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] instance_format                = [instance: %(uuid)s]  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] instance_name_template         = instance-%08x {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] instance_usage_audit           = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] instance_usage_audit_period    = month {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] internal_service_availability_zone = internal {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] key                            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] live_migration_retry_count     = 30 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] log_config_append              = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] log_dir                        = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] log_file                       = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] log_options                    = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] log_rotate_interval            = 1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] log_rotate_interval_type       = days {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] log_rotation_type              = none {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] long_rpc_timeout               = 1800 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] max_concurrent_builds          = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] max_concurrent_live_migrations = 1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] max_concurrent_snapshots       = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] max_local_block_devices        = 3 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] max_logfile_count              = 30 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] max_logfile_size_mb            = 200 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] maximum_instance_delete_attempts = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] metadata_listen                = 0.0.0.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] metadata_listen_port           = 8775 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] metadata_workers               = 3 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] migrate_max_retries            = -1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] mkisofs_cmd                    = genisoimage {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] my_ip                          = 10.0.0.210 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] network_allocate_retries       = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] osapi_compute_listen_port      = 8774 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] osapi_compute_unique_server_name_scope =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] osapi_compute_workers          = 3 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] password_length                = 12 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] periodic_enable                = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] periodic_fuzzy_delay           = 60 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] pointer_model                  = ps2mouse {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] preallocate_images             = none {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] publish_errors                 = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] pybasedir                      = /opt/stack/nova {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ram_allocation_ratio           = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] rate_limit_burst               = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] rate_limit_except_level        = CRITICAL {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] rate_limit_interval            = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] reboot_timeout                 = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] reclaim_instance_interval      = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] record                         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] reimage_timeout_per_gb         = 60 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] report_interval                = 120 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] rescue_timeout                 = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] reserved_host_cpus             = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] reserved_host_disk_mb          = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] reserved_host_memory_mb        = 512 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] reserved_huge_pages            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] resize_confirm_window          = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] resize_fs_using_block_device   = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] resume_guests_state_on_host_boot = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] rpc_response_timeout           = 60 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] run_external_periodic_tasks    = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] running_deleted_instance_action = reap {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] running_deleted_instance_poll_interval = 1800 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] running_deleted_instance_timeout = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] scheduler_instance_sync_interval = 120 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] service_down_time              = 720 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] servicegroup_driver            = db {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] shelved_offload_time           = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] shelved_poll_interval          = 3600 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] shutdown_timeout               = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] source_is_ipv6                 = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ssl_only                       = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] state_path                     = /opt/stack/data/nova {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] sync_power_state_interval      = 600 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] sync_power_state_pool_size     = 1000 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] syslog_log_facility            = LOG_USER {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] tempdir                        = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] timeout_nbd                    = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] transport_url                  = **** {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] update_resources_interval      = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] use_cow_images                 = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] use_eventlog                   = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] use_journal                    = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] use_json                       = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] use_rootwrap_daemon            = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] use_stderr                     = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] use_syslog                     = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vcpu_pin_set                   = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vif_plugging_is_fatal          = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vif_plugging_timeout           = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] virt_mkfs                      = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] volume_usage_poll_interval     = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] watch_log_file                 = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] web                            = /usr/share/spice-html5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_concurrency.disable_process_locking = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.auth_strategy              = keystone {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.compute_link_prefix        = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.dhcp_domain                = novalocal {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.enable_instance_password   = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.glance_link_prefix         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.instance_list_per_project_cells = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.list_records_by_skipping_down_cells = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.local_metadata_per_cell    = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.max_limit                  = 1000 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.metadata_cache_expiration  = 15 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.neutron_default_tenant_id  = default {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.use_forwarded_for          = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.use_neutron_default_nets   = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.vendordata_dynamic_targets = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.vendordata_jsonfile_path   = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.backend                  = dogpile.cache.memcached {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.backend_argument         = **** {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.config_prefix            = cache.oslo {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.dead_timeout             = 60.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.debug_cache_backend      = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.enable_retry_client      = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.enable_socket_keepalive  = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.enabled                  = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.expiration_time          = 600 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.hashclient_retry_attempts = 2 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.memcache_dead_retry      = 300 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.memcache_password        =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.memcache_pool_maxsize    = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.memcache_sasl_enabled    = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.memcache_username        =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.proxies                  = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.retry_attempts           = 2 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.retry_delay              = 0.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.socket_keepalive_count   = 1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.socket_keepalive_idle    = 1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.socket_keepalive_interval = 1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.tls_allowed_ciphers      = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.tls_cafile               = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.tls_certfile             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.tls_enabled              = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cache.tls_keyfile              = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cinder.auth_section            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cinder.auth_type               = password {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cinder.cafile                  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cinder.certfile                = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cinder.collect_timing          = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cinder.cross_az_attach         = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cinder.debug                   = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cinder.endpoint_template       = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cinder.http_retries            = 3 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cinder.insecure                = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cinder.keyfile                 = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cinder.os_region_name          = RegionOne {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cinder.split_loggers           = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cinder.timeout                 = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] compute.cpu_dedicated_set      = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] compute.cpu_shared_set         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] compute.image_type_exclude_list = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] compute.max_concurrent_disk_ops = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] compute.max_disk_devices_to_attach = -1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] compute.resource_provider_association_refresh = 300 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] compute.shutdown_retry_interval = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] conductor.workers              = 3 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] console.allowed_origins        = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] console.ssl_ciphers            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] console.ssl_minimum_version    = default {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] consoleauth.token_ttl          = 600 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.cafile                  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.certfile                = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.collect_timing          = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.connect_retries         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.connect_retry_delay     = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.endpoint_override       = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.insecure                = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.keyfile                 = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.max_version             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.min_version             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.region_name             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.service_name            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.service_type            = accelerator {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.split_loggers           = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.status_code_retries     = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.status_code_retry_delay = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.timeout                 = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] cyborg.version                 = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.backend               = sqlalchemy {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.connection            = **** {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.connection_debug      = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.connection_parameters =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.connection_recycle_time = 3600 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.connection_trace      = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.db_inc_retry_interval = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.db_max_retries        = 20 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.db_max_retry_interval = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.db_retry_interval     = 1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.max_overflow          = 50 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.max_pool_size         = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.max_retries           = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.mysql_wsrep_sync_wait = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.pool_timeout          = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.retry_interval        = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.slave_connection      = **** {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] database.sqlite_synchronous    = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.backend           = sqlalchemy {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.connection        = **** {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.connection_debug  = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.connection_parameters =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.connection_recycle_time = 3600 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.connection_trace  = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.db_inc_retry_interval = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.db_max_retries    = 20 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.db_max_retry_interval = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.db_retry_interval = 1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.max_overflow      = 50 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.max_pool_size     = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.max_retries       = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.pool_timeout      = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.retry_interval    = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.slave_connection  = **** {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] api_database.sqlite_synchronous = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] devices.enabled_mdev_types     = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ephemeral_storage_encryption.enabled = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.api_servers             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.cafile                  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.certfile                = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.collect_timing          = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.connect_retries         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.connect_retry_delay     = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.debug                   = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.default_trusted_certificate_ids = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.enable_certificate_validation = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.enable_rbd_download     = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.endpoint_override       = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.insecure                = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.keyfile                 = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.max_version             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.min_version             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.num_retries             = 3 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.rbd_ceph_conf           =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.rbd_connect_timeout     = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.rbd_pool                =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.rbd_user                =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.region_name             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.service_name            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.service_type            = image {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.split_loggers           = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.status_code_retries     = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.status_code_retry_delay = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.timeout                 = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.verify_glance_signatures = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] glance.version                 = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] guestfs.debug                  = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.config_drive_cdrom      = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.config_drive_inject_password = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.enable_instance_metrics_collection = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.enable_remotefx         = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.instances_path_share    =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.iscsi_initiator_list    = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.limit_cpu_features      = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.power_state_check_timeframe = 60 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.use_multipath_io        = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.volume_attach_retry_count = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.vswitch_name            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] mks.enabled                    = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] image_cache.manager_interval   = 2400 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] image_cache.precache_concurrency = 1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] image_cache.remove_unused_base_images = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] image_cache.subdirectory_name  = _base {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.api_max_retries         = 60 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.api_retry_interval      = 2 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.auth_section            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.auth_type               = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.cafile                  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.certfile                = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.collect_timing          = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.conductor_group         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.connect_retries         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.connect_retry_delay     = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.endpoint_override       = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.insecure                = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.keyfile                 = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.max_version             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.min_version             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.peer_list               = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.region_name             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.serial_console_state_timeout = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.service_name            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.service_type            = baremetal {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.split_loggers           = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.status_code_retries     = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.status_code_retry_delay = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.timeout                 = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ironic.version                 = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] key_manager.fixed_key          = **** {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.barbican_api_version  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.barbican_endpoint     = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.barbican_endpoint_type = public {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.barbican_region_name  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.cafile                = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.certfile              = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.collect_timing        = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.insecure              = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.keyfile               = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.number_of_retries     = 60 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.retry_delay           = 1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.send_service_user_token = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.split_loggers         = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.timeout               = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.verify_ssl            = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican.verify_ssl_path       = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican_service_user.auth_section = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican_service_user.auth_type = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican_service_user.cafile   = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican_service_user.certfile = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican_service_user.collect_timing = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican_service_user.insecure = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican_service_user.keyfile  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican_service_user.split_loggers = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] barbican_service_user.timeout  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.approle_role_id          = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.approle_secret_id        = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.cafile                   = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.certfile                 = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.collect_timing           = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.insecure                 = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.keyfile                  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.kv_mountpoint            = secret {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.kv_path                  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.kv_version               = 2 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.namespace                = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.root_token_id            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.split_loggers            = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.ssl_ca_crt_file          = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.timeout                  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.use_ssl                  = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.auth_section          = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.auth_type             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.cafile                = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.certfile              = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.collect_timing        = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.connect_retries       = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.connect_retry_delay   = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.endpoint_override     = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.insecure              = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.keyfile               = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.max_version           = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.min_version           = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.region_name           = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.service_name          = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.service_type          = identity {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.split_loggers         = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.status_code_retries   = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.status_code_retry_delay = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.timeout               = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] keystone.version               = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.connection_uri         =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.cpu_mode               = custom {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: WARNING oslo_config.cfg [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.cpu_power_governor_high = performance {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.cpu_power_governor_low = powersave {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.cpu_power_management   = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.device_detach_attempts = 8 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.device_detach_timeout  = 20 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.disk_cachemodes        = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.disk_prefix            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.enabled_perf_events    = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.file_backed_memory     = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.gid_maps               = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.hw_disk_discard        = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.hw_machine_type        = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.images_rbd_glance_store_name =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.images_rbd_pool        = rbd {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.images_type            = default {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.images_volume_group    = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.inject_key             = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.inject_partition       = -2 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.inject_password        = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.iscsi_iface            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.iser_use_multipath     = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.live_migration_bandwidth = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.live_migration_downtime = 500 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.live_migration_inbound_addr = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.live_migration_permit_post_copy = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.live_migration_scheme  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.live_migration_timeout_action = abort {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.live_migration_tunnelled = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: WARNING oslo_config.cfg [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Nov 23 06:10:39 user nova-compute[74675]: live_migration_uri is deprecated for removal in favor of two other options that
Nov 23 06:10:39 user nova-compute[74675]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Nov 23 06:10:39 user nova-compute[74675]: and ``live_migration_inbound_addr`` respectively.
Nov 23 06:10:39 user nova-compute[74675]: ).  Its value may be silently ignored in the future.
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.live_migration_with_native_tls = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.max_queues             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.nfs_mount_options      = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.num_memory_encrypted_guests = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.num_pcie_ports         = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.pmem_namespaces        = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.quobyte_client_cfg     = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.rbd_secret_uuid        = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.rbd_user               = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.remote_filesystem_transport = ssh {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.rescue_image_id        = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.rescue_kernel_id       = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.rescue_ramdisk_id      = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.rx_queue_size          = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.smbfs_mount_options    =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.snapshot_compression   = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.snapshot_image_format  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.sparse_logical_volumes = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.swtpm_enabled          = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.swtpm_group            = tss {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.swtpm_user             = tss {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.sysinfo_serial         = unique {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.tb_cache_size          = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.tx_queue_size          = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.uid_maps               = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.use_virtio_for_bridges = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.virt_type              = kvm {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.volume_clear           = zero {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.volume_clear_size      = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.volume_use_multipath   = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.vzstorage_cache_path   = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.vzstorage_mount_user   = stack {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.auth_section           = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.auth_type              = password {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.cafile                 = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.certfile               = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.collect_timing         = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.connect_retries        = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.connect_retry_delay    = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.default_floating_pool  = public {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.endpoint_override      = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.extension_sync_interval = 600 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.http_retries           = 3 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.insecure               = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.keyfile                = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.max_version            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.min_version            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.ovs_bridge             = br-int {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.physnets               = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.region_name            = RegionOne {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.service_metadata_proxy = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.service_name           = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.service_type           = network {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.split_loggers          = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.status_code_retries    = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.status_code_retry_delay = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.timeout                = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] neutron.version                = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] notifications.bdms_in_notifications = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] notifications.default_level    = INFO {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] notifications.notification_format = unversioned {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] notifications.notify_on_state_change = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] pci.alias                      = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] pci.device_spec                = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] pci.report_in_placement        = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.auth_section         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.auth_type            = password {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.cafile               = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.certfile             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.collect_timing       = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.connect_retries      = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.connect_retry_delay  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.default_domain_id    = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.default_domain_name  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.domain_id            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.domain_name          = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.endpoint_override    = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.insecure             = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.keyfile              = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.max_version          = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.min_version          = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.password             = **** {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.project_domain_id    = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.project_domain_name  = Default {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.project_id           = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.project_name         = service {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.region_name          = RegionOne {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.service_name         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.service_type         = placement {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.split_loggers        = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.status_code_retries  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.status_code_retry_delay = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.system_scope         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.timeout              = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.trust_id             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.user_domain_id       = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.user_domain_name     = Default {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.user_id              = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.username             = placement {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] placement.version              = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] quota.cores                    = 20 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] quota.count_usage_from_placement = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] quota.injected_file_content_bytes = 10240 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] quota.injected_file_path_length = 255 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] quota.injected_files           = 5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] quota.instances                = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] quota.key_pairs                = 100 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] quota.metadata_items           = 128 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] quota.ram                      = 51200 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] quota.recheck_quota            = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] quota.server_group_members     = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] quota.server_groups            = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] rdp.enabled                    = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] scheduler.image_metadata_prefilter = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] scheduler.max_attempts         = 3 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] scheduler.max_placement_results = 1000 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] scheduler.query_placement_for_image_type_support = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] scheduler.workers              = 3 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.host_subset_size = 1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.isolated_hosts = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.isolated_images = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.pci_in_placement = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.track_instance_changes = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] metrics.required               = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] metrics.weight_multiplier      = 1.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] metrics.weight_setting         = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] serial_console.enabled         = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] serial_console.port_range      = 10000:20000 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] serial_console.serialproxy_port = 6083 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] service_user.auth_section      = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] service_user.auth_type         = password {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] service_user.cafile            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] service_user.certfile          = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] service_user.collect_timing    = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] service_user.insecure          = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] service_user.keyfile           = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] service_user.send_service_user_token = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] service_user.split_loggers     = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] service_user.timeout           = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] spice.agent_enabled            = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] spice.enabled                  = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] spice.html5proxy_port          = 6082 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] spice.image_compression        = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] spice.jpeg_compression         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] spice.playback_compression     = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] spice.server_listen            = 127.0.0.1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] spice.streaming_mode           = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] spice.zlib_compression         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] upgrade_levels.baseapi         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] upgrade_levels.compute         = auto {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] upgrade_levels.conductor       = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] upgrade_levels.scheduler       = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vendordata_dynamic_auth.auth_section = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vendordata_dynamic_auth.auth_type = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vendordata_dynamic_auth.cafile = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vendordata_dynamic_auth.certfile = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vendordata_dynamic_auth.insecure = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vendordata_dynamic_auth.keyfile = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vendordata_dynamic_auth.timeout = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.api_retry_count         = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.ca_file                 = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.cache_prefix            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.cluster_name            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.connection_pool_size    = 10 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.console_delay_seconds   = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.datastore_regex         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.host_ip                 = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.host_password           = **** {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.host_port               = 443 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.host_username           = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.insecure                = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.integration_bridge      = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.maximum_objects         = 100 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.pbm_default_policy      = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.pbm_enabled             = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.pbm_wsdl_location       = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.serial_port_proxy_uri   = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.serial_port_service_uri = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.task_poll_interval      = 0.5 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.use_linked_clone        = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.vnc_keymap              = en-us {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.vnc_port                = 5900 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vmware.vnc_port_total          = 10000 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vnc.auth_schemes               = ['none'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vnc.enabled                    = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vnc.novncproxy_port            = 6080 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vnc.server_listen              = 0.0.0.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vnc.vencrypt_ca_certs          = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vnc.vencrypt_client_cert       = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vnc.vencrypt_client_key        = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.disable_rootwrap   = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.enable_numa_live_migration = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.libvirt_disable_apic = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] wsgi.client_socket_timeout     = 900 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] wsgi.default_pool_size         = 1000 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] wsgi.keep_alive                = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] wsgi.max_header_line           = 16384 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] wsgi.ssl_ca_file               = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] wsgi.ssl_cert_file             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] wsgi.ssl_key_file              = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] wsgi.tcp_keepidle              = 600 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] zvm.ca_file                    = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] zvm.cloud_connector_url        = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] zvm.reachable_timeout          = 300 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_policy.enforce_new_defaults = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_policy.enforce_scope      = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_policy.policy_default_rule = default {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_policy.policy_file        = policy.yaml {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] profiler.connection_string     = messaging:// {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] profiler.enabled               = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] profiler.es_doc_type           = notification {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] profiler.es_scroll_size        = 10000 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] profiler.es_scroll_time        = 2m {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] profiler.filter_error_trace    = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] profiler.hmac_keys             = **** {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] profiler.sentinel_service_name = mymaster {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] profiler.socket_timeout        = 0.1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] profiler.trace_requests        = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] profiler.trace_sqlalchemy      = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] profiler_jaeger.process_tags   = {} {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] profiler_jaeger.service_name_prefix = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] profiler_otlp.service_name_prefix = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] remote_debug.host              = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] remote_debug.port              = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.ssl      = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_notifications.retry = -1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.auth_section        = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.auth_type           = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.cafile              = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.certfile            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.collect_timing      = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.connect_retries     = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.connect_retry_delay = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.endpoint_id         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.endpoint_override   = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.insecure            = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.keyfile             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.max_version         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.min_version         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.region_name         = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.service_name        = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.service_type        = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.split_loggers       = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.status_code_retries = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.status_code_retry_delay = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.timeout             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.valid_interfaces    = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_limit.version             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_reports.file_event_handler = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] oslo_reports.log_dir           = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vif_plug_ovs_privileged.group  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] vif_plug_ovs_privileged.user   = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] os_vif_linux_bridge.flat_interface = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] os_vif_ovs.isolate_vif         = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] os_vif_ovs.per_port_bridge     = False {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] os_brick.lock_path             = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] privsep_osbrick.capabilities   = [21] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] privsep_osbrick.group          = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] privsep_osbrick.helper_command = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] privsep_osbrick.user           = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] nova_sys_admin.group           = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] nova_sys_admin.helper_command  = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] nova_sys_admin.user            = None {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG oslo_service.service [None req-659724b1-db6a-4e25-86eb-47de5d7e0db7 None None] ******************************************************************************** {{(pid=74675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Nov 23 06:10:39 user nova-compute[74675]: INFO nova.service [-] Starting compute node (version 0.0.0)
Nov 23 06:10:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Connecting to libvirt: qemu:///system {{(pid=74675) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7fac8c842380> {{(pid=74675) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Nov 23 06:10:39 user nova-compute[74675]: libvirt:  error : internal error: could not initialize domain event timer
Nov 23 06:10:39 user nova-compute[74675]: WARNING nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Nov 23 06:10:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7fac8c842380> {{(pid=74675) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Starting native event thread {{(pid=74675) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Starting green dispatch thread {{(pid=74675) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Nov 23 06:10:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Starting connection event dispatch thread {{(pid=74675) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Nov 23 06:10:39 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Connection event '1' reason 'None'
Nov 23 06:10:39 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 23 06:10:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.mount [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Initialising _HostMountState generation 0 {{(pid=74675) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Nov 23 06:10:47 user nova-compute[74675]: INFO nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Libvirt host capabilities <capabilities>
Nov 23 06:10:47 user nova-compute[74675]:   <host>
Nov 23 06:10:47 user nova-compute[74675]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Nov 23 06:10:47 user nova-compute[74675]:     <cpu>
Nov 23 06:10:47 user nova-compute[74675]:       <arch>x86_64</arch>
Nov 23 06:10:47 user nova-compute[74675]:       <model>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <vendor>Intel</vendor>
Nov 23 06:10:47 user nova-compute[74675]:       <microcode version='1070'/>
Nov 23 06:10:47 user nova-compute[74675]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Nov 23 06:10:47 user nova-compute[74675]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature name='ss'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature name='vmx'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature name='pcid'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature name='osxsave'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature name='hypervisor'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature name='arat'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature name='tsc_adjust'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature name='md-clear'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature name='stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature name='arch-capabilities'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature name='ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature name='invtsc'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature name='rsba'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature name='skip-l1dfl-vmentry'/>
Nov 23 06:10:47 user nova-compute[74675]:       <pages unit='KiB' size='4'/>
Nov 23 06:10:47 user nova-compute[74675]:       <pages unit='KiB' size='2048'/>
Nov 23 06:10:47 user nova-compute[74675]:     </cpu>
Nov 23 06:10:47 user nova-compute[74675]:     <power_management>
Nov 23 06:10:47 user nova-compute[74675]:       <suspend_mem/>
Nov 23 06:10:47 user nova-compute[74675]:       <suspend_disk/>
Nov 23 06:10:47 user nova-compute[74675]:       <suspend_hybrid/>
Nov 23 06:10:47 user nova-compute[74675]:     </power_management>
Nov 23 06:10:47 user nova-compute[74675]:     <iommu support='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     <migration_features>
Nov 23 06:10:47 user nova-compute[74675]:       <live/>
Nov 23 06:10:47 user nova-compute[74675]:       <uri_transports>
Nov 23 06:10:47 user nova-compute[74675]:         <uri_transport>tcp</uri_transport>
Nov 23 06:10:47 user nova-compute[74675]:         <uri_transport>rdma</uri_transport>
Nov 23 06:10:47 user nova-compute[74675]:       </uri_transports>
Nov 23 06:10:47 user nova-compute[74675]:     </migration_features>
Nov 23 06:10:47 user nova-compute[74675]:     <topology>
Nov 23 06:10:47 user nova-compute[74675]:       <cells num='2'>
Nov 23 06:10:47 user nova-compute[74675]:         <cell id='0'>
Nov 23 06:10:47 user nova-compute[74675]:           <memory unit='KiB'>8140616</memory>
Nov 23 06:10:47 user nova-compute[74675]:           <pages unit='KiB' size='4'>2035154</pages>
Nov 23 06:10:47 user nova-compute[74675]:           <pages unit='KiB' size='2048'>0</pages>
Nov 23 06:10:47 user nova-compute[74675]:           <distances>
Nov 23 06:10:47 user nova-compute[74675]:             <sibling id='0' value='10'/>
Nov 23 06:10:47 user nova-compute[74675]:             <sibling id='1' value='20'/>
Nov 23 06:10:47 user nova-compute[74675]:           </distances>
Nov 23 06:10:47 user nova-compute[74675]:           <cpus num='6'>
Nov 23 06:10:47 user nova-compute[74675]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Nov 23 06:10:47 user nova-compute[74675]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Nov 23 06:10:47 user nova-compute[74675]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Nov 23 06:10:47 user nova-compute[74675]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Nov 23 06:10:47 user nova-compute[74675]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Nov 23 06:10:47 user nova-compute[74675]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Nov 23 06:10:47 user nova-compute[74675]:           </cpus>
Nov 23 06:10:47 user nova-compute[74675]:         </cell>
Nov 23 06:10:47 user nova-compute[74675]:         <cell id='1'>
Nov 23 06:10:47 user nova-compute[74675]:           <memory unit='KiB'>8255100</memory>
Nov 23 06:10:47 user nova-compute[74675]:           <pages unit='KiB' size='4'>2063775</pages>
Nov 23 06:10:47 user nova-compute[74675]:           <pages unit='KiB' size='2048'>0</pages>
Nov 23 06:10:47 user nova-compute[74675]:           <distances>
Nov 23 06:10:47 user nova-compute[74675]:             <sibling id='0' value='20'/>
Nov 23 06:10:47 user nova-compute[74675]:             <sibling id='1' value='10'/>
Nov 23 06:10:47 user nova-compute[74675]:           </distances>
Nov 23 06:10:47 user nova-compute[74675]:           <cpus num='6'>
Nov 23 06:10:47 user nova-compute[74675]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Nov 23 06:10:47 user nova-compute[74675]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Nov 23 06:10:47 user nova-compute[74675]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Nov 23 06:10:47 user nova-compute[74675]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Nov 23 06:10:47 user nova-compute[74675]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Nov 23 06:10:47 user nova-compute[74675]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Nov 23 06:10:47 user nova-compute[74675]:           </cpus>
Nov 23 06:10:47 user nova-compute[74675]:         </cell>
Nov 23 06:10:47 user nova-compute[74675]:       </cells>
Nov 23 06:10:47 user nova-compute[74675]:     </topology>
Nov 23 06:10:47 user nova-compute[74675]:     <cache>
Nov 23 06:10:47 user nova-compute[74675]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Nov 23 06:10:47 user nova-compute[74675]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Nov 23 06:10:47 user nova-compute[74675]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Nov 23 06:10:47 user nova-compute[74675]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Nov 23 06:10:47 user nova-compute[74675]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Nov 23 06:10:47 user nova-compute[74675]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Nov 23 06:10:47 user nova-compute[74675]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Nov 23 06:10:47 user nova-compute[74675]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Nov 23 06:10:47 user nova-compute[74675]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Nov 23 06:10:47 user nova-compute[74675]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Nov 23 06:10:47 user nova-compute[74675]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Nov 23 06:10:47 user nova-compute[74675]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Nov 23 06:10:47 user nova-compute[74675]:     </cache>
Nov 23 06:10:47 user nova-compute[74675]:     <secmodel>
Nov 23 06:10:47 user nova-compute[74675]:       <model>apparmor</model>
Nov 23 06:10:47 user nova-compute[74675]:       <doi>0</doi>
Nov 23 06:10:47 user nova-compute[74675]:     </secmodel>
Nov 23 06:10:47 user nova-compute[74675]:     <secmodel>
Nov 23 06:10:47 user nova-compute[74675]:       <model>dac</model>
Nov 23 06:10:47 user nova-compute[74675]:       <doi>0</doi>
Nov 23 06:10:47 user nova-compute[74675]:       <baselabel type='kvm'>+64055:+108</baselabel>
Nov 23 06:10:47 user nova-compute[74675]:       <baselabel type='qemu'>+64055:+108</baselabel>
Nov 23 06:10:47 user nova-compute[74675]:     </secmodel>
Nov 23 06:10:47 user nova-compute[74675]:   </host>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='alpha'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>64</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>clipper</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='armv6l'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>32</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>integratorcp</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>borzoi</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>spitz</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>nuri</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>musca-b1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>versatileab</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>kzm</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>musca-a</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>smdkc210</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>sx1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>z2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>tosa</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>sabrelite</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>realview-eb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>n810</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>n800</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>versatilepb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>terrier</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mainstone</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>midway</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>musicpal</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>microbit</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>cubieboard</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>verdex</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>netduino2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>raspi2b</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>cheetah</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>highbank</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>akita</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>connex</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>collie</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>raspi0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='armv7l'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>32</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>integratorcp</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>borzoi</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>spitz</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>nuri</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>musca-b1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>versatileab</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>kzm</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>musca-a</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>smdkc210</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>sx1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>z2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>tosa</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>sabrelite</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>realview-eb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>n810</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>n800</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>versatilepb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>terrier</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mainstone</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>midway</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>musicpal</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>microbit</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>cubieboard</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>verdex</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>netduino2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>raspi2b</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>cheetah</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>highbank</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>akita</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>connex</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>collie</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>raspi0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='aarch64'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>64</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>integratorcp</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>borzoi</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>spitz</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>nuri</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>musca-b1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>versatileab</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>kzm</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>musca-a</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>smdkc210</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>sx1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>z2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>tosa</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>sabrelite</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>realview-eb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>sbsa-ref</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>n810</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>n800</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>versatilepb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>terrier</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mainstone</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>midway</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>musicpal</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>microbit</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>raspi3ap</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>cubieboard</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>verdex</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>netduino2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>raspi3b</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>raspi2b</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>cheetah</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>highbank</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>akita</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>connex</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>collie</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>raspi0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <acpi default='on' toggle='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='cris'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>32</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>axis-dev88</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='i686'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>32</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>x-remote</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>isapc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>microvm</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='kvm'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <pae/>
Nov 23 06:10:47 user nova-compute[74675]:       <nonpae/>
Nov 23 06:10:47 user nova-compute[74675]:       <acpi default='on' toggle='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:       <apic default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='m68k'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>32</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mcf5208evb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>an5206</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>virt-6.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>q800</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>virt-6.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>next-cube</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>virt-6.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='microblaze'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>32</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='microblazeel'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>32</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='mips'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>32</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='16'>malta</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mipssim</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='mipsel'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>32</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='16'>malta</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mipssim</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='mips64'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>64</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='16'>malta</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mipssim</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>pica61</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>magnum</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='mips64el'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>64</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='16'>malta</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='16'>loongson3-virt</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mipssim</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>pica61</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>magnum</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='16'>boston</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>fuloong2e</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='ppc'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>32</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>g3beige</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mac99</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>ppce500</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>pegasos2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>sam460ex</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>bamboo</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>40p</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>ref405ep</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>taihu</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='ppc64'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>64</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2048'>powernv9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>taihu</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2048'>powernv10</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>ppce500</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>40p</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>pegasos2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>bamboo</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>g3beige</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mac99</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>sam460ex</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>ref405ep</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2048'>powernv8</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='ppc64le'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>64</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2048'>powernv9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>taihu</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2048'>powernv10</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>ppce500</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>40p</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>pegasos2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>bamboo</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>g3beige</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>mac99</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>sam460ex</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>ref405ep</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2048'>powernv8</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='riscv32'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>32</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='8'>spike</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>opentitan</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='5'>sifive_u</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>sifive_e</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='8'>virt</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='riscv64'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>64</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='8'>spike</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='5'>sifive_u</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>shakti_c</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>sifive_e</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='8'>virt</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='s390x'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>64</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='sh4'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>32</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>shix</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>r2d</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='sh4eb'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>64</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>shix</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>r2d</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='sparc'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>32</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>SS-5</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>SS-20</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>LX</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>SPARCClassic</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>leon3_generic</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>SPARCbook</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>SS-4</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>SS-600MP</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>SS-10</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>Voyager</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='sparc64'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>64</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>sun4u</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>niagara</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>sun4v</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='x86_64'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>64</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>x-remote</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='1'>isapc</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>microvm</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='kvm'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <acpi default='on' toggle='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:       <apic default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='xtensa'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>32</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>sim</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>kc705</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>ml605</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>virt</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>lx200</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>lx60</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]:   <guest>
Nov 23 06:10:47 user nova-compute[74675]:     <os_type>hvm</os_type>
Nov 23 06:10:47 user nova-compute[74675]:     <arch name='xtensaeb'>
Nov 23 06:10:47 user nova-compute[74675]:       <wordsize>32</wordsize>
Nov 23 06:10:47 user nova-compute[74675]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='4'>sim</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>kc705</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>ml605</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>virt</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>lx200</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>lx60</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 23 06:10:47 user nova-compute[74675]:       <domain type='qemu'/>
Nov 23 06:10:47 user nova-compute[74675]:     </arch>
Nov 23 06:10:47 user nova-compute[74675]:     <features>
Nov 23 06:10:47 user nova-compute[74675]:       <cpuselection/>
Nov 23 06:10:47 user nova-compute[74675]:       <deviceboot/>
Nov 23 06:10:47 user nova-compute[74675]:       <disksnapshot default='on' toggle='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     </features>
Nov 23 06:10:47 user nova-compute[74675]:   </guest>
Nov 23 06:10:47 user nova-compute[74675]: </capabilities>
Nov 23 06:10:47 user nova-compute[74675]: 
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for i686 via machine types: {'pc', 'q35', 'ubuntu', 'ubuntu-q35'} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Nov 23 06:10:47 user nova-compute[74675]: <domainCapabilities>
Nov 23 06:10:47 user nova-compute[74675]:   <path>/usr/bin/qemu-system-i386</path>
Nov 23 06:10:47 user nova-compute[74675]:   <domain>kvm</domain>
Nov 23 06:10:47 user nova-compute[74675]:   <machine>pc-i440fx-6.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:   <arch>i686</arch>
Nov 23 06:10:47 user nova-compute[74675]:   <vcpu max='255'/>
Nov 23 06:10:47 user nova-compute[74675]:   <iothreads supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:   <os supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:     <enum name='firmware'/>
Nov 23 06:10:47 user nova-compute[74675]:     <loader supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='type'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>rom</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>pflash</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='readonly'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>yes</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>no</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='secure'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>no</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </loader>
Nov 23 06:10:47 user nova-compute[74675]:   </os>
Nov 23 06:10:47 user nova-compute[74675]:   <cpu>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='host-passthrough' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='hostPassthroughMigratable'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>off</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='maximum' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='maximumMigratable'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>on</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>off</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='host-model' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <vendor>Intel</vendor>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ss'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='vmx'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='pcid'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='hypervisor'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='arat'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='tsc_adjust'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='umip'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='md-clear'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='arch-capabilities'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ibpb'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ibrs'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='amd-stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='amd-ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='erms'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='xsaveopt'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='lm'/>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='custom' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>qemu64</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>qemu32</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>phenom</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium3</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium2</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>n270</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>kvm64</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>kvm32</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>coreduo</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>core2duo</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>athlon</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Westmere-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Westmere</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Snowridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>SandyBridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Penryn</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G5</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G4</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G3</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G2</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G1</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Nehalem-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Nehalem</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>IvyBridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Icelake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-Rome</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-Milan</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-IBPB</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Dhyana</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cooperlake</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Conroe</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cascadelake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>486</model>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:   </cpu>
Nov 23 06:10:47 user nova-compute[74675]:   <memoryBacking supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:     <enum name='sourceType'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>file</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>anonymous</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>memfd</value>
Nov 23 06:10:47 user nova-compute[74675]:     </enum>
Nov 23 06:10:47 user nova-compute[74675]:   </memoryBacking>
Nov 23 06:10:47 user nova-compute[74675]:   <devices>
Nov 23 06:10:47 user nova-compute[74675]:     <disk supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='diskDevice'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>disk</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>cdrom</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>floppy</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>lun</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='bus'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>ide</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>fdc</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>scsi</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>usb</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>sata</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-non-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </disk>
Nov 23 06:10:47 user nova-compute[74675]:     <graphics supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='type'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>sdl</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vnc</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>spice</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>egl-headless</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </graphics>
Nov 23 06:10:47 user nova-compute[74675]:     <video supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='modelType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vga</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>cirrus</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vmvga</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>qxl</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>none</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>bochs</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>ramfb</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </video>
Nov 23 06:10:47 user nova-compute[74675]:     <hostdev supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='mode'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>subsystem</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='startupPolicy'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>default</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>mandatory</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>requisite</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>optional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='subsysType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>usb</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>pci</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>scsi</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='capsType'/>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='pciBackend'/>
Nov 23 06:10:47 user nova-compute[74675]:     </hostdev>
Nov 23 06:10:47 user nova-compute[74675]:     <rng supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-non-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='backendModel'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>random</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>egd</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>builtin</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </rng>
Nov 23 06:10:47 user nova-compute[74675]:     <filesystem supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='driverType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>path</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>handle</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtiofs</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </filesystem>
Nov 23 06:10:47 user nova-compute[74675]:     <tpm supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>tpm-tis</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>tpm-crb</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='backendModel'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>passthrough</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>emulator</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </tpm>
Nov 23 06:10:47 user nova-compute[74675]:   </devices>
Nov 23 06:10:47 user nova-compute[74675]:   <features>
Nov 23 06:10:47 user nova-compute[74675]:     <gic supported='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     <vmcoreinfo supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <genid supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <backingStoreInput supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <backup supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <sev supported='no'/>
Nov 23 06:10:47 user nova-compute[74675]:   </features>
Nov 23 06:10:47 user nova-compute[74675]: </domainCapabilities>
Nov 23 06:10:47 user nova-compute[74675]:  {{(pid=74675) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Nov 23 06:10:47 user nova-compute[74675]: <domainCapabilities>
Nov 23 06:10:47 user nova-compute[74675]:   <path>/usr/bin/qemu-system-i386</path>
Nov 23 06:10:47 user nova-compute[74675]:   <domain>kvm</domain>
Nov 23 06:10:47 user nova-compute[74675]:   <machine>pc-q35-6.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:   <arch>i686</arch>
Nov 23 06:10:47 user nova-compute[74675]:   <vcpu max='288'/>
Nov 23 06:10:47 user nova-compute[74675]:   <iothreads supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:   <os supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:     <enum name='firmware'/>
Nov 23 06:10:47 user nova-compute[74675]:     <loader supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='type'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>rom</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>pflash</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='readonly'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>yes</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>no</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='secure'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>no</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </loader>
Nov 23 06:10:47 user nova-compute[74675]:   </os>
Nov 23 06:10:47 user nova-compute[74675]:   <cpu>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='host-passthrough' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='hostPassthroughMigratable'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>off</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='maximum' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='maximumMigratable'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>on</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>off</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='host-model' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <vendor>Intel</vendor>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ss'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='vmx'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='pcid'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='hypervisor'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='arat'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='tsc_adjust'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='umip'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='md-clear'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='arch-capabilities'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ibpb'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ibrs'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='amd-stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='amd-ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='erms'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='xsaveopt'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='lm'/>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='custom' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>qemu64</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>qemu32</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>phenom</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium3</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium2</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>n270</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>kvm64</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>kvm32</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>coreduo</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>core2duo</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>athlon</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Westmere-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Westmere</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Snowridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>SandyBridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Penryn</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G5</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G4</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G3</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G2</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G1</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Nehalem-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Nehalem</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>IvyBridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Icelake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-Rome</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-Milan</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-IBPB</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Dhyana</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cooperlake</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Conroe</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cascadelake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>486</model>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:   </cpu>
Nov 23 06:10:47 user nova-compute[74675]:   <memoryBacking supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:     <enum name='sourceType'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>file</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>anonymous</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>memfd</value>
Nov 23 06:10:47 user nova-compute[74675]:     </enum>
Nov 23 06:10:47 user nova-compute[74675]:   </memoryBacking>
Nov 23 06:10:47 user nova-compute[74675]:   <devices>
Nov 23 06:10:47 user nova-compute[74675]:     <disk supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='diskDevice'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>disk</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>cdrom</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>floppy</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>lun</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='bus'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>fdc</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>scsi</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>usb</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>sata</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-non-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </disk>
Nov 23 06:10:47 user nova-compute[74675]:     <graphics supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='type'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>sdl</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vnc</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>spice</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>egl-headless</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </graphics>
Nov 23 06:10:47 user nova-compute[74675]:     <video supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='modelType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vga</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>cirrus</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vmvga</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>qxl</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>none</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>bochs</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>ramfb</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </video>
Nov 23 06:10:47 user nova-compute[74675]:     <hostdev supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='mode'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>subsystem</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='startupPolicy'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>default</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>mandatory</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>requisite</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>optional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='subsysType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>usb</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>pci</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>scsi</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='capsType'/>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='pciBackend'/>
Nov 23 06:10:47 user nova-compute[74675]:     </hostdev>
Nov 23 06:10:47 user nova-compute[74675]:     <rng supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-non-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='backendModel'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>random</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>egd</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>builtin</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </rng>
Nov 23 06:10:47 user nova-compute[74675]:     <filesystem supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='driverType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>path</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>handle</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtiofs</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </filesystem>
Nov 23 06:10:47 user nova-compute[74675]:     <tpm supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>tpm-tis</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>tpm-crb</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='backendModel'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>passthrough</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>emulator</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </tpm>
Nov 23 06:10:47 user nova-compute[74675]:   </devices>
Nov 23 06:10:47 user nova-compute[74675]:   <features>
Nov 23 06:10:47 user nova-compute[74675]:     <gic supported='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     <vmcoreinfo supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <genid supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <backingStoreInput supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <backup supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <sev supported='no'/>
Nov 23 06:10:47 user nova-compute[74675]:   </features>
Nov 23 06:10:47 user nova-compute[74675]: </domainCapabilities>
Nov 23 06:10:47 user nova-compute[74675]:  {{(pid=74675) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Nov 23 06:10:47 user nova-compute[74675]: <domainCapabilities>
Nov 23 06:10:47 user nova-compute[74675]:   <path>/usr/bin/qemu-system-i386</path>
Nov 23 06:10:47 user nova-compute[74675]:   <domain>kvm</domain>
Nov 23 06:10:47 user nova-compute[74675]:   <machine>pc-i440fx-jammy</machine>
Nov 23 06:10:47 user nova-compute[74675]:   <arch>i686</arch>
Nov 23 06:10:47 user nova-compute[74675]:   <vcpu max='255'/>
Nov 23 06:10:47 user nova-compute[74675]:   <iothreads supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:   <os supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:     <enum name='firmware'/>
Nov 23 06:10:47 user nova-compute[74675]:     <loader supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='type'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>rom</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>pflash</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='readonly'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>yes</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>no</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='secure'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>no</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </loader>
Nov 23 06:10:47 user nova-compute[74675]:   </os>
Nov 23 06:10:47 user nova-compute[74675]:   <cpu>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='host-passthrough' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='hostPassthroughMigratable'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>off</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='maximum' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='maximumMigratable'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>on</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>off</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='host-model' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <vendor>Intel</vendor>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ss'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='vmx'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='pcid'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='hypervisor'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='arat'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='tsc_adjust'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='umip'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='md-clear'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='arch-capabilities'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ibpb'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ibrs'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='amd-stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='amd-ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='erms'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='xsaveopt'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='lm'/>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='custom' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>qemu64</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>qemu32</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>phenom</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium3</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium2</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>n270</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>kvm64</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>kvm32</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>coreduo</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>core2duo</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>athlon</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Westmere-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Westmere</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Snowridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>SandyBridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Penryn</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G5</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G4</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G3</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G2</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G1</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Nehalem-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Nehalem</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>IvyBridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Icelake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-Rome</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-Milan</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-IBPB</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Dhyana</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cooperlake</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Conroe</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cascadelake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>486</model>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:   </cpu>
Nov 23 06:10:47 user nova-compute[74675]:   <memoryBacking supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:     <enum name='sourceType'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>file</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>anonymous</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>memfd</value>
Nov 23 06:10:47 user nova-compute[74675]:     </enum>
Nov 23 06:10:47 user nova-compute[74675]:   </memoryBacking>
Nov 23 06:10:47 user nova-compute[74675]:   <devices>
Nov 23 06:10:47 user nova-compute[74675]:     <disk supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='diskDevice'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>disk</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>cdrom</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>floppy</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>lun</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='bus'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>ide</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>fdc</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>scsi</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>usb</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>sata</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-non-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </disk>
Nov 23 06:10:47 user nova-compute[74675]:     <graphics supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='type'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>sdl</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vnc</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>spice</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>egl-headless</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </graphics>
Nov 23 06:10:47 user nova-compute[74675]:     <video supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='modelType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vga</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>cirrus</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vmvga</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>qxl</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>none</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>bochs</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>ramfb</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </video>
Nov 23 06:10:47 user nova-compute[74675]:     <hostdev supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='mode'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>subsystem</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='startupPolicy'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>default</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>mandatory</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>requisite</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>optional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='subsysType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>usb</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>pci</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>scsi</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='capsType'/>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='pciBackend'/>
Nov 23 06:10:47 user nova-compute[74675]:     </hostdev>
Nov 23 06:10:47 user nova-compute[74675]:     <rng supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-non-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='backendModel'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>random</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>egd</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>builtin</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </rng>
Nov 23 06:10:47 user nova-compute[74675]:     <filesystem supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='driverType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>path</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>handle</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtiofs</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </filesystem>
Nov 23 06:10:47 user nova-compute[74675]:     <tpm supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>tpm-tis</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>tpm-crb</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='backendModel'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>passthrough</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>emulator</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </tpm>
Nov 23 06:10:47 user nova-compute[74675]:   </devices>
Nov 23 06:10:47 user nova-compute[74675]:   <features>
Nov 23 06:10:47 user nova-compute[74675]:     <gic supported='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     <vmcoreinfo supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <genid supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <backingStoreInput supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <backup supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <sev supported='no'/>
Nov 23 06:10:47 user nova-compute[74675]:   </features>
Nov 23 06:10:47 user nova-compute[74675]: </domainCapabilities>
Nov 23 06:10:47 user nova-compute[74675]:  {{(pid=74675) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Nov 23 06:10:47 user nova-compute[74675]: <domainCapabilities>
Nov 23 06:10:47 user nova-compute[74675]:   <path>/usr/bin/qemu-system-i386</path>
Nov 23 06:10:47 user nova-compute[74675]:   <domain>kvm</domain>
Nov 23 06:10:47 user nova-compute[74675]:   <machine>pc-q35-jammy</machine>
Nov 23 06:10:47 user nova-compute[74675]:   <arch>i686</arch>
Nov 23 06:10:47 user nova-compute[74675]:   <vcpu max='288'/>
Nov 23 06:10:47 user nova-compute[74675]:   <iothreads supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:   <os supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:     <enum name='firmware'/>
Nov 23 06:10:47 user nova-compute[74675]:     <loader supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='type'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>rom</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>pflash</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='readonly'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>yes</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>no</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='secure'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>no</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </loader>
Nov 23 06:10:47 user nova-compute[74675]:   </os>
Nov 23 06:10:47 user nova-compute[74675]:   <cpu>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='host-passthrough' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='hostPassthroughMigratable'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>off</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='maximum' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='maximumMigratable'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>on</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>off</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='host-model' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <vendor>Intel</vendor>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ss'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='vmx'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='pcid'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='hypervisor'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='arat'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='tsc_adjust'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='umip'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='md-clear'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='arch-capabilities'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ibpb'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ibrs'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='amd-stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='amd-ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='erms'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='xsaveopt'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='lm'/>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='custom' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>qemu64</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>qemu32</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>phenom</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium3</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium2</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>n270</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>kvm64</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>kvm32</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>coreduo</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>core2duo</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>athlon</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Westmere-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Westmere</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Snowridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>SandyBridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Penryn</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G5</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G4</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G3</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G2</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G1</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Nehalem-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Nehalem</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>IvyBridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Icelake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-Rome</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-Milan</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-IBPB</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Dhyana</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cooperlake</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Conroe</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cascadelake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>486</model>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:   </cpu>
Nov 23 06:10:47 user nova-compute[74675]:   <memoryBacking supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:     <enum name='sourceType'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>file</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>anonymous</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>memfd</value>
Nov 23 06:10:47 user nova-compute[74675]:     </enum>
Nov 23 06:10:47 user nova-compute[74675]:   </memoryBacking>
Nov 23 06:10:47 user nova-compute[74675]:   <devices>
Nov 23 06:10:47 user nova-compute[74675]:     <disk supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='diskDevice'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>disk</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>cdrom</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>floppy</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>lun</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='bus'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>fdc</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>scsi</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>usb</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>sata</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-non-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </disk>
Nov 23 06:10:47 user nova-compute[74675]:     <graphics supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='type'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>sdl</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vnc</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>spice</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>egl-headless</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </graphics>
Nov 23 06:10:47 user nova-compute[74675]:     <video supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='modelType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vga</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>cirrus</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vmvga</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>qxl</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>none</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>bochs</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>ramfb</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </video>
Nov 23 06:10:47 user nova-compute[74675]:     <hostdev supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='mode'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>subsystem</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='startupPolicy'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>default</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>mandatory</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>requisite</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>optional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='subsysType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>usb</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>pci</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>scsi</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='capsType'/>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='pciBackend'/>
Nov 23 06:10:47 user nova-compute[74675]:     </hostdev>
Nov 23 06:10:47 user nova-compute[74675]:     <rng supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-non-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='backendModel'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>random</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>egd</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>builtin</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </rng>
Nov 23 06:10:47 user nova-compute[74675]:     <filesystem supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='driverType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>path</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>handle</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtiofs</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </filesystem>
Nov 23 06:10:47 user nova-compute[74675]:     <tpm supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>tpm-tis</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>tpm-crb</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='backendModel'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>passthrough</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>emulator</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </tpm>
Nov 23 06:10:47 user nova-compute[74675]:   </devices>
Nov 23 06:10:47 user nova-compute[74675]:   <features>
Nov 23 06:10:47 user nova-compute[74675]:     <gic supported='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     <vmcoreinfo supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <genid supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <backingStoreInput supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <backup supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <sev supported='no'/>
Nov 23 06:10:47 user nova-compute[74675]:   </features>
Nov 23 06:10:47 user nova-compute[74675]: </domainCapabilities>
Nov 23 06:10:47 user nova-compute[74675]:  {{(pid=74675) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for ppc64 via machine types: {'pseries', 'powernv', None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for x86_64 via machine types: {'pc', 'q35', 'ubuntu', 'ubuntu-q35'} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Nov 23 06:10:47 user nova-compute[74675]: <domainCapabilities>
Nov 23 06:10:47 user nova-compute[74675]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 23 06:10:47 user nova-compute[74675]:   <domain>kvm</domain>
Nov 23 06:10:47 user nova-compute[74675]:   <machine>pc-i440fx-6.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:   <arch>x86_64</arch>
Nov 23 06:10:47 user nova-compute[74675]:   <vcpu max='255'/>
Nov 23 06:10:47 user nova-compute[74675]:   <iothreads supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:   <os supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:     <enum name='firmware'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>efi</value>
Nov 23 06:10:47 user nova-compute[74675]:     </enum>
Nov 23 06:10:47 user nova-compute[74675]:     <loader supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='type'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>rom</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>pflash</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='readonly'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>yes</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>no</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='secure'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>no</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </loader>
Nov 23 06:10:47 user nova-compute[74675]:   </os>
Nov 23 06:10:47 user nova-compute[74675]:   <cpu>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='host-passthrough' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='hostPassthroughMigratable'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>on</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>off</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='maximum' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='maximumMigratable'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>on</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>off</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='host-model' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <vendor>Intel</vendor>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ss'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='vmx'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='pcid'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='hypervisor'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='arat'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='tsc_adjust'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='umip'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='md-clear'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='arch-capabilities'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='invtsc'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ibpb'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ibrs'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='amd-stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='amd-ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='rsba'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='pschange-mc-no'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='erms'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='xsaveopt'/>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='custom' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>qemu64</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>qemu32</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>phenom</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium3</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium2</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>n270</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>kvm64</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>kvm32</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>coreduo</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>core2duo</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>athlon</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Westmere-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Westmere</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Snowridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>SandyBridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Penryn</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G5</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G4</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G3</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G2</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Opteron_G1</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Nehalem</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>IvyBridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Icelake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-Rome</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-Milan</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-IBPB</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Dhyana</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cooperlake</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Conroe</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cascadelake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>486</model>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:   </cpu>
Nov 23 06:10:47 user nova-compute[74675]:   <memoryBacking supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:     <enum name='sourceType'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>file</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>anonymous</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>memfd</value>
Nov 23 06:10:47 user nova-compute[74675]:     </enum>
Nov 23 06:10:47 user nova-compute[74675]:   </memoryBacking>
Nov 23 06:10:47 user nova-compute[74675]:   <devices>
Nov 23 06:10:47 user nova-compute[74675]:     <disk supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='diskDevice'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>disk</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>cdrom</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>floppy</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>lun</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='bus'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>ide</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>fdc</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>scsi</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>usb</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>sata</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-non-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </disk>
Nov 23 06:10:47 user nova-compute[74675]:     <graphics supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='type'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>sdl</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vnc</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>spice</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>egl-headless</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </graphics>
Nov 23 06:10:47 user nova-compute[74675]:     <video supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='modelType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vga</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>cirrus</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vmvga</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>qxl</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>none</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>bochs</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>ramfb</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </video>
Nov 23 06:10:47 user nova-compute[74675]:     <hostdev supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='mode'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>subsystem</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='startupPolicy'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>default</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>mandatory</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>requisite</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>optional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='subsysType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>usb</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>pci</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>scsi</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='capsType'/>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='pciBackend'/>
Nov 23 06:10:47 user nova-compute[74675]:     </hostdev>
Nov 23 06:10:47 user nova-compute[74675]:     <rng supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-non-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='backendModel'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>random</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>egd</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>builtin</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </rng>
Nov 23 06:10:47 user nova-compute[74675]:     <filesystem supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='driverType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>path</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>handle</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtiofs</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </filesystem>
Nov 23 06:10:47 user nova-compute[74675]:     <tpm supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>tpm-tis</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>tpm-crb</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='backendModel'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>passthrough</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>emulator</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </tpm>
Nov 23 06:10:47 user nova-compute[74675]:   </devices>
Nov 23 06:10:47 user nova-compute[74675]:   <features>
Nov 23 06:10:47 user nova-compute[74675]:     <gic supported='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     <vmcoreinfo supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <genid supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <backingStoreInput supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <backup supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <sev supported='no'/>
Nov 23 06:10:47 user nova-compute[74675]:   </features>
Nov 23 06:10:47 user nova-compute[74675]: </domainCapabilities>
Nov 23 06:10:47 user nova-compute[74675]:  {{(pid=74675) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Nov 23 06:10:47 user nova-compute[74675]: <domainCapabilities>
Nov 23 06:10:47 user nova-compute[74675]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 23 06:10:47 user nova-compute[74675]:   <domain>kvm</domain>
Nov 23 06:10:47 user nova-compute[74675]:   <machine>pc-q35-6.2</machine>
Nov 23 06:10:47 user nova-compute[74675]:   <arch>x86_64</arch>
Nov 23 06:10:47 user nova-compute[74675]:   <vcpu max='288'/>
Nov 23 06:10:47 user nova-compute[74675]:   <iothreads supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:   <os supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:     <enum name='firmware'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>efi</value>
Nov 23 06:10:47 user nova-compute[74675]:     </enum>
Nov 23 06:10:47 user nova-compute[74675]:     <loader supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='type'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>rom</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>pflash</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='readonly'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>yes</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>no</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='secure'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>yes</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>no</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </loader>
Nov 23 06:10:47 user nova-compute[74675]:   </os>
Nov 23 06:10:47 user nova-compute[74675]:   <cpu>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='host-passthrough' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='hostPassthroughMigratable'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>on</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>off</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='maximum' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='maximumMigratable'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>on</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>off</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='host-model' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <vendor>Intel</vendor>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ss'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='vmx'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='pcid'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='hypervisor'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='arat'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='tsc_adjust'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='umip'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='md-clear'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='arch-capabilities'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='invtsc'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ibpb'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ibrs'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='amd-stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='amd-ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='rsba'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='pschange-mc-no'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='erms'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='xsaveopt'/>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='custom' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>qemu64</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>qemu32</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>phenom</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium3</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium2</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>n270</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>kvm64</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>kvm32</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>coreduo</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>core2duo</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>athlon</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Westmere-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Westmere</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Snowridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>SandyBridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Penryn</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G5</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G4</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G3</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G2</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Opteron_G1</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Nehalem</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>IvyBridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Icelake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-Rome</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-Milan</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-IBPB</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Dhyana</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cooperlake</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Conroe</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cascadelake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>486</model>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:   </cpu>
Nov 23 06:10:47 user nova-compute[74675]:   <memoryBacking supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:     <enum name='sourceType'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>file</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>anonymous</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>memfd</value>
Nov 23 06:10:47 user nova-compute[74675]:     </enum>
Nov 23 06:10:47 user nova-compute[74675]:   </memoryBacking>
Nov 23 06:10:47 user nova-compute[74675]:   <devices>
Nov 23 06:10:47 user nova-compute[74675]:     <disk supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='diskDevice'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>disk</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>cdrom</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>floppy</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>lun</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='bus'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>fdc</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>scsi</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>usb</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>sata</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-non-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </disk>
Nov 23 06:10:47 user nova-compute[74675]:     <graphics supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='type'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>sdl</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vnc</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>spice</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>egl-headless</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </graphics>
Nov 23 06:10:47 user nova-compute[74675]:     <video supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='modelType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vga</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>cirrus</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vmvga</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>qxl</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>none</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>bochs</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>ramfb</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </video>
Nov 23 06:10:47 user nova-compute[74675]:     <hostdev supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='mode'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>subsystem</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='startupPolicy'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>default</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>mandatory</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>requisite</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>optional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='subsysType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>usb</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>pci</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>scsi</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='capsType'/>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='pciBackend'/>
Nov 23 06:10:47 user nova-compute[74675]:     </hostdev>
Nov 23 06:10:47 user nova-compute[74675]:     <rng supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-non-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='backendModel'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>random</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>egd</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>builtin</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </rng>
Nov 23 06:10:47 user nova-compute[74675]:     <filesystem supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='driverType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>path</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>handle</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtiofs</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </filesystem>
Nov 23 06:10:47 user nova-compute[74675]:     <tpm supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>tpm-tis</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>tpm-crb</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='backendModel'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>passthrough</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>emulator</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </tpm>
Nov 23 06:10:47 user nova-compute[74675]:   </devices>
Nov 23 06:10:47 user nova-compute[74675]:   <features>
Nov 23 06:10:47 user nova-compute[74675]:     <gic supported='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     <vmcoreinfo supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <genid supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <backingStoreInput supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <backup supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <sev supported='no'/>
Nov 23 06:10:47 user nova-compute[74675]:   </features>
Nov 23 06:10:47 user nova-compute[74675]: </domainCapabilities>
Nov 23 06:10:47 user nova-compute[74675]:  {{(pid=74675) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Nov 23 06:10:47 user nova-compute[74675]: <domainCapabilities>
Nov 23 06:10:47 user nova-compute[74675]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 23 06:10:47 user nova-compute[74675]:   <domain>kvm</domain>
Nov 23 06:10:47 user nova-compute[74675]:   <machine>pc-i440fx-jammy</machine>
Nov 23 06:10:47 user nova-compute[74675]:   <arch>x86_64</arch>
Nov 23 06:10:47 user nova-compute[74675]:   <vcpu max='255'/>
Nov 23 06:10:47 user nova-compute[74675]:   <iothreads supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:   <os supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:     <enum name='firmware'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>efi</value>
Nov 23 06:10:47 user nova-compute[74675]:     </enum>
Nov 23 06:10:47 user nova-compute[74675]:     <loader supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='type'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>rom</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>pflash</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='readonly'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>yes</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>no</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='secure'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>no</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </loader>
Nov 23 06:10:47 user nova-compute[74675]:   </os>
Nov 23 06:10:47 user nova-compute[74675]:   <cpu>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='host-passthrough' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='hostPassthroughMigratable'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>on</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>off</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='maximum' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='maximumMigratable'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>on</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>off</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='host-model' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <vendor>Intel</vendor>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ss'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='vmx'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='pcid'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='hypervisor'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='arat'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='tsc_adjust'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='umip'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='md-clear'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='arch-capabilities'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='invtsc'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ibpb'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ibrs'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='amd-stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='amd-ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='rsba'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='pschange-mc-no'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='erms'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='xsaveopt'/>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='custom' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>qemu64</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>qemu32</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>phenom</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium3</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium2</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>n270</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>kvm64</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>kvm32</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>coreduo</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>core2duo</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>athlon</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Westmere-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Westmere</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Snowridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>SandyBridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Penryn</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G5</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G4</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G3</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G2</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Opteron_G1</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Nehalem</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>IvyBridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Icelake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-Rome</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-Milan</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-IBPB</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Dhyana</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cooperlake</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Conroe</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cascadelake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>486</model>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:   </cpu>
Nov 23 06:10:47 user nova-compute[74675]:   <memoryBacking supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:     <enum name='sourceType'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>file</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>anonymous</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>memfd</value>
Nov 23 06:10:47 user nova-compute[74675]:     </enum>
Nov 23 06:10:47 user nova-compute[74675]:   </memoryBacking>
Nov 23 06:10:47 user nova-compute[74675]:   <devices>
Nov 23 06:10:47 user nova-compute[74675]:     <disk supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='diskDevice'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>disk</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>cdrom</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>floppy</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>lun</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='bus'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>ide</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>fdc</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>scsi</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>usb</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>sata</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-non-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </disk>
Nov 23 06:10:47 user nova-compute[74675]:     <graphics supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='type'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>sdl</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vnc</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>spice</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>egl-headless</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </graphics>
Nov 23 06:10:47 user nova-compute[74675]:     <video supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='modelType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vga</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>cirrus</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vmvga</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>qxl</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>none</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>bochs</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>ramfb</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </video>
Nov 23 06:10:47 user nova-compute[74675]:     <hostdev supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='mode'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>subsystem</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='startupPolicy'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>default</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>mandatory</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>requisite</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>optional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='subsysType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>usb</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>pci</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>scsi</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='capsType'/>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='pciBackend'/>
Nov 23 06:10:47 user nova-compute[74675]:     </hostdev>
Nov 23 06:10:47 user nova-compute[74675]:     <rng supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-non-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='backendModel'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>random</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>egd</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>builtin</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </rng>
Nov 23 06:10:47 user nova-compute[74675]:     <filesystem supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='driverType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>path</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>handle</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtiofs</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </filesystem>
Nov 23 06:10:47 user nova-compute[74675]:     <tpm supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>tpm-tis</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>tpm-crb</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='backendModel'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>passthrough</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>emulator</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </tpm>
Nov 23 06:10:47 user nova-compute[74675]:   </devices>
Nov 23 06:10:47 user nova-compute[74675]:   <features>
Nov 23 06:10:47 user nova-compute[74675]:     <gic supported='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     <vmcoreinfo supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <genid supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <backingStoreInput supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <backup supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <sev supported='no'/>
Nov 23 06:10:47 user nova-compute[74675]:   </features>
Nov 23 06:10:47 user nova-compute[74675]: </domainCapabilities>
Nov 23 06:10:47 user nova-compute[74675]:  {{(pid=74675) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Nov 23 06:10:47 user nova-compute[74675]: <domainCapabilities>
Nov 23 06:10:47 user nova-compute[74675]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 23 06:10:47 user nova-compute[74675]:   <domain>kvm</domain>
Nov 23 06:10:47 user nova-compute[74675]:   <machine>pc-q35-jammy</machine>
Nov 23 06:10:47 user nova-compute[74675]:   <arch>x86_64</arch>
Nov 23 06:10:47 user nova-compute[74675]:   <vcpu max='288'/>
Nov 23 06:10:47 user nova-compute[74675]:   <iothreads supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:   <os supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:     <enum name='firmware'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>efi</value>
Nov 23 06:10:47 user nova-compute[74675]:     </enum>
Nov 23 06:10:47 user nova-compute[74675]:     <loader supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='type'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>rom</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>pflash</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='readonly'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>yes</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>no</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='secure'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>yes</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>no</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </loader>
Nov 23 06:10:47 user nova-compute[74675]:   </os>
Nov 23 06:10:47 user nova-compute[74675]:   <cpu>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='host-passthrough' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='hostPassthroughMigratable'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>on</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>off</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='maximum' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='maximumMigratable'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>on</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>off</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='host-model' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <vendor>Intel</vendor>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ss'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='vmx'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='pcid'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='hypervisor'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='arat'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='tsc_adjust'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='umip'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='md-clear'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='arch-capabilities'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='invtsc'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ibpb'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='ibrs'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='amd-stibp'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='amd-ssbd'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='rsba'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='require' name='pschange-mc-no'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='erms'/>
Nov 23 06:10:47 user nova-compute[74675]:       <feature policy='disable' name='xsaveopt'/>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:     <mode name='custom' supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>qemu64</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>qemu32</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>phenom</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium3</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium2</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>pentium</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>n270</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>kvm64</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>kvm32</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>coreduo</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>core2duo</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>athlon</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Westmere-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Westmere</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Snowridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Skylake-Client</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>SandyBridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Penryn</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G5</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G4</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G3</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Opteron_G2</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Opteron_G1</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Nehalem</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>IvyBridge</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Icelake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Haswell</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-Rome</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-Milan</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC-IBPB</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>EPYC</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Dhyana</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cooperlake</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>Conroe</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Cascadelake-Server</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-noTSX</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell-IBRS</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='no'>Broadwell</model>
Nov 23 06:10:47 user nova-compute[74675]:       <model usable='yes'>486</model>
Nov 23 06:10:47 user nova-compute[74675]:     </mode>
Nov 23 06:10:47 user nova-compute[74675]:   </cpu>
Nov 23 06:10:47 user nova-compute[74675]:   <memoryBacking supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:     <enum name='sourceType'>
Nov 23 06:10:47 user nova-compute[74675]:       <value>file</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>anonymous</value>
Nov 23 06:10:47 user nova-compute[74675]:       <value>memfd</value>
Nov 23 06:10:47 user nova-compute[74675]:     </enum>
Nov 23 06:10:47 user nova-compute[74675]:   </memoryBacking>
Nov 23 06:10:47 user nova-compute[74675]:   <devices>
Nov 23 06:10:47 user nova-compute[74675]:     <disk supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='diskDevice'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>disk</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>cdrom</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>floppy</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>lun</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='bus'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>fdc</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>scsi</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>usb</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>sata</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-non-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </disk>
Nov 23 06:10:47 user nova-compute[74675]:     <graphics supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='type'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>sdl</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vnc</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>spice</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>egl-headless</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </graphics>
Nov 23 06:10:47 user nova-compute[74675]:     <video supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='modelType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vga</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>cirrus</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>vmvga</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>qxl</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>none</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>bochs</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>ramfb</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </video>
Nov 23 06:10:47 user nova-compute[74675]:     <hostdev supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='mode'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>subsystem</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='startupPolicy'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>default</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>mandatory</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>requisite</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>optional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='subsysType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>usb</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>pci</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>scsi</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='capsType'/>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='pciBackend'/>
Nov 23 06:10:47 user nova-compute[74675]:     </hostdev>
Nov 23 06:10:47 user nova-compute[74675]:     <rng supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtio-non-transitional</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='backendModel'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>random</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>egd</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>builtin</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </rng>
Nov 23 06:10:47 user nova-compute[74675]:     <filesystem supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='driverType'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>path</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>handle</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>virtiofs</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </filesystem>
Nov 23 06:10:47 user nova-compute[74675]:     <tpm supported='yes'>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='model'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>tpm-tis</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>tpm-crb</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:       <enum name='backendModel'>
Nov 23 06:10:47 user nova-compute[74675]:         <value>passthrough</value>
Nov 23 06:10:47 user nova-compute[74675]:         <value>emulator</value>
Nov 23 06:10:47 user nova-compute[74675]:       </enum>
Nov 23 06:10:47 user nova-compute[74675]:     </tpm>
Nov 23 06:10:47 user nova-compute[74675]:   </devices>
Nov 23 06:10:47 user nova-compute[74675]:   <features>
Nov 23 06:10:47 user nova-compute[74675]:     <gic supported='no'/>
Nov 23 06:10:47 user nova-compute[74675]:     <vmcoreinfo supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <genid supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <backingStoreInput supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <backup supported='yes'/>
Nov 23 06:10:47 user nova-compute[74675]:     <sev supported='no'/>
Nov 23 06:10:47 user nova-compute[74675]:   </features>
Nov 23 06:10:47 user nova-compute[74675]: </domainCapabilities>
Nov 23 06:10:47 user nova-compute[74675]:  {{(pid=74675) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74675) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74675) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Checking secure boot support for host arch (x86_64) {{(pid=74675) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Checking secure boot support for host arch (x86_64) {{(pid=74675) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Checking secure boot support for host arch (x86_64) {{(pid=74675) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 23 06:10:47 user nova-compute[74675]: INFO nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Secure Boot support detected
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] cpu compare xml: <cpu match="exact">
Nov 23 06:10:47 user nova-compute[74675]:   <model>Nehalem</model>
Nov 23 06:10:47 user nova-compute[74675]: </cpu>
Nov 23 06:10:47 user nova-compute[74675]:  {{(pid=74675) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Nov 23 06:10:47 user nova-compute[74675]: INFO nova.virt.node [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Generated node identity f859f802-386b-4956-b87c-78941b98bb44
Nov 23 06:10:47 user nova-compute[74675]: INFO nova.virt.node [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Wrote node identity f859f802-386b-4956-b87c-78941b98bb44 to /opt/stack/data/nova/compute_id
Nov 23 06:10:47 user nova-compute[74675]: WARNING nova.compute.manager [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Compute nodes ['f859f802-386b-4956-b87c-78941b98bb44'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Nov 23 06:10:47 user nova-compute[74675]: INFO nova.compute.manager [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Nov 23 06:10:47 user nova-compute[74675]: WARNING nova.compute.manager [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 23 06:10:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:10:47 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:10:48 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:10:48 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:10:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Hypervisor/Node resource view: name=user free_ram=10933MB free_disk=26.40790557861328GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:10:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:10:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:10:48 user nova-compute[74675]: WARNING nova.compute.resource_tracker [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] No compute node record for user:f859f802-386b-4956-b87c-78941b98bb44: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host f859f802-386b-4956-b87c-78941b98bb44 could not be found.
Nov 23 06:10:48 user nova-compute[74675]: INFO nova.compute.resource_tracker [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Compute node record created for user:user with uuid: f859f802-386b-4956-b87c-78941b98bb44
Nov 23 06:10:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:10:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:10:48 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] [req-91fff5e2-8c31-47fe-89b7-82bf2458a10e] Created resource provider record via placement API for resource provider with UUID f859f802-386b-4956-b87c-78941b98bb44 and name user.
Nov 23 06:10:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74675) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Nov 23 06:10:48 user nova-compute[74675]: INFO nova.virt.libvirt.host [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] kernel doesn't support AMD SEV
Nov 23 06:10:48 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Updating inventory in ProviderTree for provider f859f802-386b-4956-b87c-78941b98bb44 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 23 06:10:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:10:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Libvirt baseline CPU <cpu>
Nov 23 06:10:48 user nova-compute[74675]:   <arch>x86_64</arch>
Nov 23 06:10:48 user nova-compute[74675]:   <model>Nehalem</model>
Nov 23 06:10:48 user nova-compute[74675]:   <vendor>Intel</vendor>
Nov 23 06:10:48 user nova-compute[74675]:   <topology sockets="6" cores="1" threads="1"/>
Nov 23 06:10:48 user nova-compute[74675]: </cpu>
Nov 23 06:10:48 user nova-compute[74675]:  {{(pid=74675) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Nov 23 06:10:48 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Updated inventory for provider f859f802-386b-4956-b87c-78941b98bb44 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Nov 23 06:10:48 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Updating resource provider f859f802-386b-4956-b87c-78941b98bb44 generation from 0 to 1 during operation: update_inventory {{(pid=74675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 23 06:10:48 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Updating inventory in ProviderTree for provider f859f802-386b-4956-b87c-78941b98bb44 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 23 06:10:48 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Updating resource provider f859f802-386b-4956-b87c-78941b98bb44 generation from 1 to 2 during operation: update_traits {{(pid=74675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 23 06:10:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:10:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.704s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:10:48 user nova-compute[74675]: DEBUG nova.service [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Creating RPC server for service compute {{(pid=74675) start /opt/stack/nova/nova/service.py:182}}
Nov 23 06:10:48 user nova-compute[74675]: DEBUG nova.service [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] Join ServiceGroup membership for this service compute {{(pid=74675) start /opt/stack/nova/nova/service.py:199}}
Nov 23 06:10:48 user nova-compute[74675]: DEBUG nova.servicegroup.drivers.db [None req-738b0560-deb1-43f7-a21c-7d8bc530c79e None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74675) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Nov 23 06:11:35 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_power_states {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:11:35 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:11:39 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:11:39 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:11:39 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=10385MB free_disk=26.311664581298828GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:11:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.145s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:12:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:12:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:12:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:12:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:12:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 06:12:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:12:40 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:12:40 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:12:40 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:12:40 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:12:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:12:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:12:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:12:40 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:12:40 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:12:40 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:12:40 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=10348MB free_disk=26.37662124633789GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:12:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:12:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:12:40 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:12:40 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:12:40 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:12:40 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:12:40 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:12:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.145s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:12:41 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:12:41 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:12:41 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:12:41 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:13:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:13:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:13:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:13:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 06:13:40 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:13:40 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:13:40 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:13:40 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:13:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:13:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:13:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:13:40 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:13:40 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:13:40 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:13:40 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=10328MB free_disk=26.1292724609375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:13:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:13:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:13:40 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:13:40 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:13:40 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:13:40 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:13:40 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:13:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.101s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:13:41 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:13:41 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:13:42 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:13:43 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:13:43 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:14:40 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:14:40 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:14:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:40 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:14:40 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:14:40 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:14:40 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=9643MB free_disk=26.15756607055664GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:14:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:40 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:14:40 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:14:40 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:14:40 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:14:40 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:14:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.134s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:41 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:14:41 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:14:41 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:14:41 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 06:14:41 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:14:42 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:14:42 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:14:42 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:14:42 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:14:43 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:14:44 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:14:45 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:14:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "f4d40301-d465-42af-8b6c-e62a064afcaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:52 user nova-compute[74675]: DEBUG nova.compute.manager [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Acquiring lock "b8dd621e-e476-4957-97b9-9d84a015e99d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.compute.manager [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:14:53 user nova-compute[74675]: INFO nova.compute.claims [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Claim successful on node user
Nov 23 06:14:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.366s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.compute.manager [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.211s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:14:53 user nova-compute[74675]: INFO nova.compute.claims [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Claim successful on node user
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.compute.manager [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.network.neutron [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:14:53 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.compute.manager [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.305s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.compute.manager [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.compute.manager [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:14:53 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Creating image(s)
Nov 23 06:14:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "/opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "/opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "/opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.compute.manager [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.network.neutron [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:14:53 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:14:53 user nova-compute[74675]: DEBUG nova.compute.manager [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf.part --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG nova.policy [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '933254e291464a6aa6987d59d1d3e93c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ae04769d0574318bf2a5439f9f4eca7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG nova.policy [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c95cee753916407e9be80dbe29e7fada', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2d1e3aa682b47a7b3d6e7ab3776fa4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:14:54 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Creating image(s)
Nov 23 06:14:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Acquiring lock "/opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "/opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "/opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf.part --force-share --output=json" returned: 0 in 0.162s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG nova.virt.images [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] adb6cd81-46df-49bf-9449-f8be1f499df7 was qcow2, converting to raw {{(pid=74675) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf.part /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf.converted {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf.part /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf.converted" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf.converted --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf.converted --force-share --output=json" returned: 0 in 0.197s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.078s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:54 user nova-compute[74675]: INFO oslo.privsep.daemon [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpahdrykpm/privsep.sock']
Nov 23 06:14:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.537s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:54 user sudo[83932]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpahdrykpm/privsep.sock
Nov 23 06:14:54 user sudo[83932]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 23 06:14:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "d9898f23-3116-49a8-a4bb-483dd0c3c274" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:14:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:14:55 user nova-compute[74675]: INFO nova.compute.claims [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Claim successful on node user
Nov 23 06:14:55 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:14:55 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.267s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG nova.compute.manager [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG nova.compute.manager [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG nova.network.neutron [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:14:56 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:14:56 user nova-compute[74675]: DEBUG nova.network.neutron [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Successfully created port: bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG nova.compute.manager [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG nova.policy [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '933254e291464a6aa6987d59d1d3e93c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ae04769d0574318bf2a5439f9f4eca7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:14:56 user sudo[83932]: pam_unix(sudo:session): session closed for user root
Nov 23 06:14:56 user nova-compute[74675]: INFO oslo.privsep.daemon [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Spawned new privsep daemon via rootwrap
Nov 23 06:14:56 user nova-compute[74675]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 23 06:14:56 user nova-compute[74675]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 23 06:14:56 user nova-compute[74675]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Nov 23 06:14:56 user nova-compute[74675]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83940
Nov 23 06:14:56 user nova-compute[74675]: WARNING oslo_privsep.priv_context [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] privsep daemon already running
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG nova.compute.manager [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:14:56 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Creating image(s)
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "/opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "/opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "/opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG nova.network.neutron [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Successfully created port: f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk 1073741824" returned: 0 in 0.043s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.219s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk 1073741824" returned: 0 in 0.046s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.421s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Cannot resize image /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Ensure instance console log exists: /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.166s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.202s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk 1073741824" returned: 0 in 0.059s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.269s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk --force-share --output=json" returned: 0 in 0.159s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Cannot resize image /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Ensure instance console log exists: /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "10d0b693-498d-4912-8a28-00970d5b1bed" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "10d0b693-498d-4912-8a28-00970d5b1bed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG nova.compute.manager [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.166s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:14:57 user nova-compute[74675]: INFO nova.compute.claims [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Claim successful on node user
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.162s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Cannot resize image /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Ensure instance console log exists: /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:14:57 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.281s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG nova.network.neutron [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:14:58 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:14:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG nova.network.neutron [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Successfully created port: b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:14:58 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Creating image(s)
Nov 23 06:14:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "/opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "/opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "/opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG nova.policy [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e28578c4a2646bfb41fed9714e6244d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8eaf068877754620a8c074e5463d5adc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.188s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk 1073741824" returned: 0 in 0.057s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Checking if we can resize image /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:14:58 user nova-compute[74675]: DEBUG nova.network.neutron [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Successfully updated port: bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Acquiring lock "refresh_cache-b8dd621e-e476-4957-97b9-9d84a015e99d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Acquired lock "refresh_cache-b8dd621e-e476-4957-97b9-9d84a015e99d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG nova.network.neutron [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Cannot resize image /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Ensure instance console log exists: /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG nova.network.neutron [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG nova.network.neutron [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Successfully updated port: f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquired lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG nova.network.neutron [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-5cb04d55-82e6-48fc-b14c-c27a33a1e633 req-577182a8-4079-40d7-bd6e-9080bced277e service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Received event network-changed-bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-5cb04d55-82e6-48fc-b14c-c27a33a1e633 req-577182a8-4079-40d7-bd6e-9080bced277e service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Refreshing instance network info cache due to event network-changed-bac52e47-c939-4fa5-8ca3-f9d9db66d0e0. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5cb04d55-82e6-48fc-b14c-c27a33a1e633 req-577182a8-4079-40d7-bd6e-9080bced277e service nova] Acquiring lock "refresh_cache-b8dd621e-e476-4957-97b9-9d84a015e99d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG nova.network.neutron [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-73afdfcc-8175-4d66-943b-a115867ea0ef req-bd985f76-5a54-4fbf-a677-c10c34028d9b service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received event network-changed-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-73afdfcc-8175-4d66-943b-a115867ea0ef req-bd985f76-5a54-4fbf-a677-c10c34028d9b service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Refreshing instance network info cache due to event network-changed-f89a5c01-0756-4920-880f-e9d3747cac9a. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:14:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-73afdfcc-8175-4d66-943b-a115867ea0ef req-bd985f76-5a54-4fbf-a677-c10c34028d9b service nova] Acquiring lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.network.neutron [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Updating instance_info_cache with network_info: [{"id": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "address": "fa:16:3e:0f:48:07", "network": {"id": "ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-158888572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2d1e3aa682b47a7b3d6e7ab3776fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac52e47-c9", "ovs_interfaceid": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Releasing lock "refresh_cache-b8dd621e-e476-4957-97b9-9d84a015e99d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Instance network_info: |[{"id": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "address": "fa:16:3e:0f:48:07", "network": {"id": "ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-158888572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2d1e3aa682b47a7b3d6e7ab3776fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac52e47-c9", "ovs_interfaceid": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5cb04d55-82e6-48fc-b14c-c27a33a1e633 req-577182a8-4079-40d7-bd6e-9080bced277e service nova] Acquired lock "refresh_cache-b8dd621e-e476-4957-97b9-9d84a015e99d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.network.neutron [req-5cb04d55-82e6-48fc-b14c-c27a33a1e633 req-577182a8-4079-40d7-bd6e-9080bced277e service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Refreshing network info cache for port bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Start _get_guest_xml network_info=[{"id": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "address": "fa:16:3e:0f:48:07", "network": {"id": "ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-158888572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2d1e3aa682b47a7b3d6e7ab3776fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac52e47-c9", "ovs_interfaceid": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:15:00 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:00 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1123155048',display_name='tempest-DeleteServersTestJSON-server-1123155048',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1123155048',id=2,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a2d1e3aa682b47a7b3d6e7ab3776fa4d',ramdisk_id='',reservation_id='r-wel2i45o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-367463537',owner_user_name='tempest-DeleteServersTestJSON-367463537-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:14:54Z,user_data=None,user_id='c95cee753916407e9be80dbe29e7fada',uuid=b8dd621e-e476-4957-97b9-9d84a015e99d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "address": "fa:16:3e:0f:48:07", "network": {"id": "ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-158888572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2d1e3aa682b47a7b3d6e7ab3776fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac52e47-c9", "ovs_interfaceid": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Converting VIF {"id": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "address": "fa:16:3e:0f:48:07", "network": {"id": "ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-158888572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2d1e3aa682b47a7b3d6e7ab3776fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac52e47-c9", "ovs_interfaceid": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:48:07,bridge_name='br-int',has_traffic_filtering=True,id=bac52e47-c939-4fa5-8ca3-f9d9db66d0e0,network=Network(ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbac52e47-c9') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.objects.instance [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lazy-loading 'pci_devices' on Instance uuid b8dd621e-e476-4957-97b9-9d84a015e99d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:15:00 user nova-compute[74675]:   <uuid>b8dd621e-e476-4957-97b9-9d84a015e99d</uuid>
Nov 23 06:15:00 user nova-compute[74675]:   <name>instance-00000002</name>
Nov 23 06:15:00 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:15:00 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:15:00 user nova-compute[74675]:   <metadata>
Nov 23 06:15:00 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:15:00 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:15:00 user nova-compute[74675]:       <nova:name>tempest-DeleteServersTestJSON-server-1123155048</nova:name>
Nov 23 06:15:00 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:15:00</nova:creationTime>
Nov 23 06:15:00 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:15:00 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:15:00 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:15:00 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:15:00 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:15:00 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:15:00 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:15:00 user nova-compute[74675]:       <nova:owner>
Nov 23 06:15:00 user nova-compute[74675]:         <nova:user uuid="c95cee753916407e9be80dbe29e7fada">tempest-DeleteServersTestJSON-367463537-project-member</nova:user>
Nov 23 06:15:00 user nova-compute[74675]:         <nova:project uuid="a2d1e3aa682b47a7b3d6e7ab3776fa4d">tempest-DeleteServersTestJSON-367463537</nova:project>
Nov 23 06:15:00 user nova-compute[74675]:       </nova:owner>
Nov 23 06:15:00 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:15:00 user nova-compute[74675]:       <nova:ports>
Nov 23 06:15:00 user nova-compute[74675]:         <nova:port uuid="bac52e47-c939-4fa5-8ca3-f9d9db66d0e0">
Nov 23 06:15:00 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 23 06:15:00 user nova-compute[74675]:         </nova:port>
Nov 23 06:15:00 user nova-compute[74675]:       </nova:ports>
Nov 23 06:15:00 user nova-compute[74675]:     </nova:instance>
Nov 23 06:15:00 user nova-compute[74675]:   </metadata>
Nov 23 06:15:00 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:15:00 user nova-compute[74675]:     <system>
Nov 23 06:15:00 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:15:00 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:15:00 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:15:00 user nova-compute[74675]:       <entry name="serial">b8dd621e-e476-4957-97b9-9d84a015e99d</entry>
Nov 23 06:15:00 user nova-compute[74675]:       <entry name="uuid">b8dd621e-e476-4957-97b9-9d84a015e99d</entry>
Nov 23 06:15:00 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:15:00 user nova-compute[74675]:     </system>
Nov 23 06:15:00 user nova-compute[74675]:   </sysinfo>
Nov 23 06:15:00 user nova-compute[74675]:   <os>
Nov 23 06:15:00 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:15:00 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:15:00 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:15:00 user nova-compute[74675]:   </os>
Nov 23 06:15:00 user nova-compute[74675]:   <features>
Nov 23 06:15:00 user nova-compute[74675]:     <acpi/>
Nov 23 06:15:00 user nova-compute[74675]:     <apic/>
Nov 23 06:15:00 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:15:00 user nova-compute[74675]:   </features>
Nov 23 06:15:00 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:15:00 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:15:00 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:15:00 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:15:00 user nova-compute[74675]:   </clock>
Nov 23 06:15:00 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:15:00 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:15:00 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:15:00 user nova-compute[74675]:   </cpu>
Nov 23 06:15:00 user nova-compute[74675]:   <devices>
Nov 23 06:15:00 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:15:00 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:15:00 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk"/>
Nov 23 06:15:00 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:15:00 user nova-compute[74675]:     </disk>
Nov 23 06:15:00 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:15:00 user nova-compute[74675]:       <mac address="fa:16:3e:0f:48:07"/>
Nov 23 06:15:00 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:00 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:15:00 user nova-compute[74675]:       <target dev="tapbac52e47-c9"/>
Nov 23 06:15:00 user nova-compute[74675]:     </interface>
Nov 23 06:15:00 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:15:00 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/console.log" append="off"/>
Nov 23 06:15:00 user nova-compute[74675]:     </serial>
Nov 23 06:15:00 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:15:00 user nova-compute[74675]:     <video>
Nov 23 06:15:00 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:00 user nova-compute[74675]:     </video>
Nov 23 06:15:00 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:15:00 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:15:00 user nova-compute[74675]:     </rng>
Nov 23 06:15:00 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:15:00 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:15:00 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:15:00 user nova-compute[74675]:     </memballoon>
Nov 23 06:15:00 user nova-compute[74675]:   </devices>
Nov 23 06:15:00 user nova-compute[74675]: </domain>
Nov 23 06:15:00 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1123155048',display_name='tempest-DeleteServersTestJSON-server-1123155048',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1123155048',id=2,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a2d1e3aa682b47a7b3d6e7ab3776fa4d',ramdisk_id='',reservation_id='r-wel2i45o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-367463537',owner_user_name='tempest-DeleteServersTestJSON-367463537-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:14:54Z,user_data=None,user_id='c95cee753916407e9be80dbe29e7fada',uuid=b8dd621e-e476-4957-97b9-9d84a015e99d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "address": "fa:16:3e:0f:48:07", "network": {"id": "ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-158888572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2d1e3aa682b47a7b3d6e7ab3776fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac52e47-c9", "ovs_interfaceid": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Converting VIF {"id": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "address": "fa:16:3e:0f:48:07", "network": {"id": "ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-158888572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2d1e3aa682b47a7b3d6e7ab3776fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac52e47-c9", "ovs_interfaceid": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:48:07,bridge_name='br-int',has_traffic_filtering=True,id=bac52e47-c939-4fa5-8ca3-f9d9db66d0e0,network=Network(ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbac52e47-c9') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG os_vif [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:48:07,bridge_name='br-int',has_traffic_filtering=True,id=bac52e47-c939-4fa5-8ca3-f9d9db66d0e0,network=Network(ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbac52e47-c9') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Created schema index Interface.name {{(pid=74675) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Created schema index Port.name {{(pid=74675) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Created schema index Bridge.name {{(pid=74675) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [POLLOUT] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '063411bb-4d3d-577f-a73e-6fa4e0243092', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:00 user nova-compute[74675]: INFO oslo.privsep.daemon [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmp9m0y42bj/privsep.sock']
Nov 23 06:15:00 user sudo[84005]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmp9m0y42bj/privsep.sock
Nov 23 06:15:00 user sudo[84005]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.network.neutron [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Updating instance_info_cache with network_info: [{"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Releasing lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Instance network_info: |[{"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-73afdfcc-8175-4d66-943b-a115867ea0ef req-bd985f76-5a54-4fbf-a677-c10c34028d9b service nova] Acquired lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.network.neutron [req-73afdfcc-8175-4d66-943b-a115867ea0ef req-bd985f76-5a54-4fbf-a677-c10c34028d9b service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Refreshing network info cache for port f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Start _get_guest_xml network_info=[{"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:15:00 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:00 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:15:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1204913648',display_name='tempest-ServerRescueNegativeTestJSON-server-1204913648',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1204913648',id=1,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae04769d0574318bf2a5439f9f4eca7',ramdisk_id='',reservation_id='r-b148vtt0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1110786830',owner_user_name='tempest-ServerRescueNegativeTestJSON-1110786830-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:14:54Z,user_data=None,user_id='933254e291464a6aa6987d59d1d3e93c',uuid=f4d40301-d465-42af-8b6c-e62a064afcaf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converting VIF {"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:52:28,bridge_name='br-int',has_traffic_filtering=True,id=f89a5c01-0756-4920-880f-e9d3747cac9a,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf89a5c01-07') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.objects.instance [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'pci_devices' on Instance uuid f4d40301-d465-42af-8b6c-e62a064afcaf {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:15:01 user nova-compute[74675]:   <uuid>f4d40301-d465-42af-8b6c-e62a064afcaf</uuid>
Nov 23 06:15:01 user nova-compute[74675]:   <name>instance-00000001</name>
Nov 23 06:15:01 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:15:01 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:15:01 user nova-compute[74675]:   <metadata>
Nov 23 06:15:01 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:15:01 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:15:01 user nova-compute[74675]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1204913648</nova:name>
Nov 23 06:15:01 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:15:00</nova:creationTime>
Nov 23 06:15:01 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:15:01 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:15:01 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:15:01 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:15:01 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:15:01 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:15:01 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:15:01 user nova-compute[74675]:       <nova:owner>
Nov 23 06:15:01 user nova-compute[74675]:         <nova:user uuid="933254e291464a6aa6987d59d1d3e93c">tempest-ServerRescueNegativeTestJSON-1110786830-project-member</nova:user>
Nov 23 06:15:01 user nova-compute[74675]:         <nova:project uuid="9ae04769d0574318bf2a5439f9f4eca7">tempest-ServerRescueNegativeTestJSON-1110786830</nova:project>
Nov 23 06:15:01 user nova-compute[74675]:       </nova:owner>
Nov 23 06:15:01 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:15:01 user nova-compute[74675]:       <nova:ports>
Nov 23 06:15:01 user nova-compute[74675]:         <nova:port uuid="f89a5c01-0756-4920-880f-e9d3747cac9a">
Nov 23 06:15:01 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 23 06:15:01 user nova-compute[74675]:         </nova:port>
Nov 23 06:15:01 user nova-compute[74675]:       </nova:ports>
Nov 23 06:15:01 user nova-compute[74675]:     </nova:instance>
Nov 23 06:15:01 user nova-compute[74675]:   </metadata>
Nov 23 06:15:01 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:15:01 user nova-compute[74675]:     <system>
Nov 23 06:15:01 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:15:01 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:15:01 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:15:01 user nova-compute[74675]:       <entry name="serial">f4d40301-d465-42af-8b6c-e62a064afcaf</entry>
Nov 23 06:15:01 user nova-compute[74675]:       <entry name="uuid">f4d40301-d465-42af-8b6c-e62a064afcaf</entry>
Nov 23 06:15:01 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:15:01 user nova-compute[74675]:     </system>
Nov 23 06:15:01 user nova-compute[74675]:   </sysinfo>
Nov 23 06:15:01 user nova-compute[74675]:   <os>
Nov 23 06:15:01 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:15:01 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:15:01 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:15:01 user nova-compute[74675]:   </os>
Nov 23 06:15:01 user nova-compute[74675]:   <features>
Nov 23 06:15:01 user nova-compute[74675]:     <acpi/>
Nov 23 06:15:01 user nova-compute[74675]:     <apic/>
Nov 23 06:15:01 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:15:01 user nova-compute[74675]:   </features>
Nov 23 06:15:01 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:15:01 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:15:01 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:15:01 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:15:01 user nova-compute[74675]:   </clock>
Nov 23 06:15:01 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:15:01 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:15:01 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:15:01 user nova-compute[74675]:   </cpu>
Nov 23 06:15:01 user nova-compute[74675]:   <devices>
Nov 23 06:15:01 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:15:01 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:15:01 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk"/>
Nov 23 06:15:01 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:15:01 user nova-compute[74675]:     </disk>
Nov 23 06:15:01 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:15:01 user nova-compute[74675]:       <mac address="fa:16:3e:3b:52:28"/>
Nov 23 06:15:01 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:01 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:15:01 user nova-compute[74675]:       <target dev="tapf89a5c01-07"/>
Nov 23 06:15:01 user nova-compute[74675]:     </interface>
Nov 23 06:15:01 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:15:01 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/console.log" append="off"/>
Nov 23 06:15:01 user nova-compute[74675]:     </serial>
Nov 23 06:15:01 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:15:01 user nova-compute[74675]:     <video>
Nov 23 06:15:01 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:01 user nova-compute[74675]:     </video>
Nov 23 06:15:01 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:15:01 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:15:01 user nova-compute[74675]:     </rng>
Nov 23 06:15:01 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:15:01 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:15:01 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:15:01 user nova-compute[74675]:     </memballoon>
Nov 23 06:15:01 user nova-compute[74675]:   </devices>
Nov 23 06:15:01 user nova-compute[74675]: </domain>
Nov 23 06:15:01 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1204913648',display_name='tempest-ServerRescueNegativeTestJSON-server-1204913648',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1204913648',id=1,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae04769d0574318bf2a5439f9f4eca7',ramdisk_id='',reservation_id='r-b148vtt0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1110786830',owner_user_name='tempest-ServerRescueNegativeTestJSON-1110786830-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:14:54Z,user_data=None,user_id='933254e291464a6aa6987d59d1d3e93c',uuid=f4d40301-d465-42af-8b6c-e62a064afcaf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converting VIF {"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:52:28,bridge_name='br-int',has_traffic_filtering=True,id=f89a5c01-0756-4920-880f-e9d3747cac9a,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf89a5c01-07') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG os_vif [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:52:28,bridge_name='br-int',has_traffic_filtering=True,id=f89a5c01-0756-4920-880f-e9d3747cac9a,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf89a5c01-07') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '75b5b052-a1d0-509f-9fba-c29615efe0bc', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.compute.manager [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:15:01 user nova-compute[74675]: INFO nova.compute.claims [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Claim successful on node user
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.317s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.compute.manager [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.compute.manager [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.network.neutron [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:15:01 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.compute.manager [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.compute.manager [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:15:01 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Creating image(s)
Nov 23 06:15:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "/opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "/opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "/opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.policy [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9118336c7f84bbbb672999178a2d639', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbe6418df81d416595cbcd0e7c042c54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.175s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.network.neutron [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Successfully created port: 515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.network.neutron [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Successfully updated port: b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "refresh_cache-d9898f23-3116-49a8-a4bb-483dd0c3c274" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquired lock "refresh_cache-d9898f23-3116-49a8-a4bb-483dd0c3c274" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.network.neutron [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-fc332379-eee0-49cd-8831-2d6288902088 req-e55493e8-1447-40d7-ad3a-a7de6a0e587e service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received event network-changed-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-fc332379-eee0-49cd-8831-2d6288902088 req-e55493e8-1447-40d7-ad3a-a7de6a0e587e service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Refreshing instance network info cache due to event network-changed-b057a2e1-a712-4787-b826-3dd107cfb74f. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:15:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fc332379-eee0-49cd-8831-2d6288902088 req-e55493e8-1447-40d7-ad3a-a7de6a0e587e service nova] Acquiring lock "refresh_cache-d9898f23-3116-49a8-a4bb-483dd0c3c274" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk 1073741824" returned: 0 in 0.058s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:02 user sudo[84005]: pam_unix(sudo:session): session closed for user root
Nov 23 06:15:02 user nova-compute[74675]: INFO oslo.privsep.daemon [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Spawned new privsep daemon via rootwrap
Nov 23 06:15:02 user nova-compute[74675]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 23 06:15:02 user nova-compute[74675]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 23 06:15:02 user nova-compute[74675]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Nov 23 06:15:02 user nova-compute[74675]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84014
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:02 user nova-compute[74675]: WARNING oslo_privsep.priv_context [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] privsep daemon already running
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.166s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG nova.network.neutron [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG nova.network.neutron [req-73afdfcc-8175-4d66-943b-a115867ea0ef req-bd985f76-5a54-4fbf-a677-c10c34028d9b service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Updated VIF entry in instance network info cache for port f89a5c01-0756-4920-880f-e9d3747cac9a. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG nova.network.neutron [req-73afdfcc-8175-4d66-943b-a115867ea0ef req-bd985f76-5a54-4fbf-a677-c10c34028d9b service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Updating instance_info_cache with network_info: [{"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG nova.network.neutron [req-5cb04d55-82e6-48fc-b14c-c27a33a1e633 req-577182a8-4079-40d7-bd6e-9080bced277e service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Updated VIF entry in instance network info cache for port bac52e47-c939-4fa5-8ca3-f9d9db66d0e0. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG nova.network.neutron [req-5cb04d55-82e6-48fc-b14c-c27a33a1e633 req-577182a8-4079-40d7-bd6e-9080bced277e service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Updating instance_info_cache with network_info: [{"id": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "address": "fa:16:3e:0f:48:07", "network": {"id": "ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-158888572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2d1e3aa682b47a7b3d6e7ab3776fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac52e47-c9", "ovs_interfaceid": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-73afdfcc-8175-4d66-943b-a115867ea0ef req-bd985f76-5a54-4fbf-a677-c10c34028d9b service nova] Releasing lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5cb04d55-82e6-48fc-b14c-c27a33a1e633 req-577182a8-4079-40d7-bd6e-9080bced277e service nova] Releasing lock "refresh_cache-b8dd621e-e476-4957-97b9-9d84a015e99d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Cannot resize image /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Ensure instance console log exists: /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbac52e47-c9, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbac52e47-c9, col_values=(('qos', UUID('a83c155a-3003-416a-a165-4c6825d61d3e')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbac52e47-c9, col_values=(('external_ids', {'iface-id': 'bac52e47-c939-4fa5-8ca3-f9d9db66d0e0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0f:48:07', 'vm-uuid': 'b8dd621e-e476-4957-97b9-9d84a015e99d'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:02 user nova-compute[74675]: INFO os_vif [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:48:07,bridge_name='br-int',has_traffic_filtering=True,id=bac52e47-c939-4fa5-8ca3-f9d9db66d0e0,network=Network(ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbac52e47-c9')
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf89a5c01-07, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf89a5c01-07, col_values=(('qos', UUID('c4a4a9fc-e525-457d-aa89-764a969a64b4')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf89a5c01-07, col_values=(('external_ids', {'iface-id': 'f89a5c01-0756-4920-880f-e9d3747cac9a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3b:52:28', 'vm-uuid': 'f4d40301-d465-42af-8b6c-e62a064afcaf'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:02 user nova-compute[74675]: INFO os_vif [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:52:28,bridge_name='br-int',has_traffic_filtering=True,id=f89a5c01-0756-4920-880f-e9d3747cac9a,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf89a5c01-07')
Nov 23 06:15:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] No VIF found with MAC fa:16:3e:0f:48:07, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:15:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No VIF found with MAC fa:16:3e:3b:52:28, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.network.neutron [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Updating instance_info_cache with network_info: [{"id": "b057a2e1-a712-4787-b826-3dd107cfb74f", "address": "fa:16:3e:ef:6f:d4", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb057a2e1-a7", "ovs_interfaceid": "b057a2e1-a712-4787-b826-3dd107cfb74f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Releasing lock "refresh_cache-d9898f23-3116-49a8-a4bb-483dd0c3c274" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Instance network_info: |[{"id": "b057a2e1-a712-4787-b826-3dd107cfb74f", "address": "fa:16:3e:ef:6f:d4", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb057a2e1-a7", "ovs_interfaceid": "b057a2e1-a712-4787-b826-3dd107cfb74f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fc332379-eee0-49cd-8831-2d6288902088 req-e55493e8-1447-40d7-ad3a-a7de6a0e587e service nova] Acquired lock "refresh_cache-d9898f23-3116-49a8-a4bb-483dd0c3c274" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.network.neutron [req-fc332379-eee0-49cd-8831-2d6288902088 req-e55493e8-1447-40d7-ad3a-a7de6a0e587e service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Refreshing network info cache for port b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Start _get_guest_xml network_info=[{"id": "b057a2e1-a712-4787-b826-3dd107cfb74f", "address": "fa:16:3e:ef:6f:d4", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb057a2e1-a7", "ovs_interfaceid": "b057a2e1-a712-4787-b826-3dd107cfb74f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:15:03 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:03 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:14:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1217774789',display_name='tempest-ServerRescueNegativeTestJSON-server-1217774789',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1217774789',id=3,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae04769d0574318bf2a5439f9f4eca7',ramdisk_id='',reservation_id='r-y31au40q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1110786830',owner_user_name='tempest-ServerRescueNegativeTestJSON-1110786830-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:14:56Z,user_data=None,user_id='933254e291464a6aa6987d59d1d3e93c',uuid=d9898f23-3116-49a8-a4bb-483dd0c3c274,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b057a2e1-a712-4787-b826-3dd107cfb74f", "address": "fa:16:3e:ef:6f:d4", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb057a2e1-a7", "ovs_interfaceid": "b057a2e1-a712-4787-b826-3dd107cfb74f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converting VIF {"id": "b057a2e1-a712-4787-b826-3dd107cfb74f", "address": "fa:16:3e:ef:6f:d4", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb057a2e1-a7", "ovs_interfaceid": "b057a2e1-a712-4787-b826-3dd107cfb74f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ef:6f:d4,bridge_name='br-int',has_traffic_filtering=True,id=b057a2e1-a712-4787-b826-3dd107cfb74f,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb057a2e1-a7') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.objects.instance [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'pci_devices' on Instance uuid d9898f23-3116-49a8-a4bb-483dd0c3c274 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:15:03 user nova-compute[74675]:   <uuid>d9898f23-3116-49a8-a4bb-483dd0c3c274</uuid>
Nov 23 06:15:03 user nova-compute[74675]:   <name>instance-00000003</name>
Nov 23 06:15:03 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:15:03 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:15:03 user nova-compute[74675]:   <metadata>
Nov 23 06:15:03 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:15:03 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:15:03 user nova-compute[74675]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1217774789</nova:name>
Nov 23 06:15:03 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:15:03</nova:creationTime>
Nov 23 06:15:03 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:15:03 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:15:03 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:15:03 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:15:03 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:15:03 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:15:03 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:15:03 user nova-compute[74675]:       <nova:owner>
Nov 23 06:15:03 user nova-compute[74675]:         <nova:user uuid="933254e291464a6aa6987d59d1d3e93c">tempest-ServerRescueNegativeTestJSON-1110786830-project-member</nova:user>
Nov 23 06:15:03 user nova-compute[74675]:         <nova:project uuid="9ae04769d0574318bf2a5439f9f4eca7">tempest-ServerRescueNegativeTestJSON-1110786830</nova:project>
Nov 23 06:15:03 user nova-compute[74675]:       </nova:owner>
Nov 23 06:15:03 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:15:03 user nova-compute[74675]:       <nova:ports>
Nov 23 06:15:03 user nova-compute[74675]:         <nova:port uuid="b057a2e1-a712-4787-b826-3dd107cfb74f">
Nov 23 06:15:03 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 23 06:15:03 user nova-compute[74675]:         </nova:port>
Nov 23 06:15:03 user nova-compute[74675]:       </nova:ports>
Nov 23 06:15:03 user nova-compute[74675]:     </nova:instance>
Nov 23 06:15:03 user nova-compute[74675]:   </metadata>
Nov 23 06:15:03 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:15:03 user nova-compute[74675]:     <system>
Nov 23 06:15:03 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:15:03 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:15:03 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:15:03 user nova-compute[74675]:       <entry name="serial">d9898f23-3116-49a8-a4bb-483dd0c3c274</entry>
Nov 23 06:15:03 user nova-compute[74675]:       <entry name="uuid">d9898f23-3116-49a8-a4bb-483dd0c3c274</entry>
Nov 23 06:15:03 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:15:03 user nova-compute[74675]:     </system>
Nov 23 06:15:03 user nova-compute[74675]:   </sysinfo>
Nov 23 06:15:03 user nova-compute[74675]:   <os>
Nov 23 06:15:03 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:15:03 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:15:03 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:15:03 user nova-compute[74675]:   </os>
Nov 23 06:15:03 user nova-compute[74675]:   <features>
Nov 23 06:15:03 user nova-compute[74675]:     <acpi/>
Nov 23 06:15:03 user nova-compute[74675]:     <apic/>
Nov 23 06:15:03 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:15:03 user nova-compute[74675]:   </features>
Nov 23 06:15:03 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:15:03 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:15:03 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:15:03 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:15:03 user nova-compute[74675]:   </clock>
Nov 23 06:15:03 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:15:03 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:15:03 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:15:03 user nova-compute[74675]:   </cpu>
Nov 23 06:15:03 user nova-compute[74675]:   <devices>
Nov 23 06:15:03 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:15:03 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:15:03 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk"/>
Nov 23 06:15:03 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:15:03 user nova-compute[74675]:     </disk>
Nov 23 06:15:03 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:15:03 user nova-compute[74675]:       <mac address="fa:16:3e:ef:6f:d4"/>
Nov 23 06:15:03 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:03 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:15:03 user nova-compute[74675]:       <target dev="tapb057a2e1-a7"/>
Nov 23 06:15:03 user nova-compute[74675]:     </interface>
Nov 23 06:15:03 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:15:03 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/console.log" append="off"/>
Nov 23 06:15:03 user nova-compute[74675]:     </serial>
Nov 23 06:15:03 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:15:03 user nova-compute[74675]:     <video>
Nov 23 06:15:03 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:03 user nova-compute[74675]:     </video>
Nov 23 06:15:03 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:15:03 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:15:03 user nova-compute[74675]:     </rng>
Nov 23 06:15:03 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:15:03 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:15:03 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:15:03 user nova-compute[74675]:     </memballoon>
Nov 23 06:15:03 user nova-compute[74675]:   </devices>
Nov 23 06:15:03 user nova-compute[74675]: </domain>
Nov 23 06:15:03 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:14:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1217774789',display_name='tempest-ServerRescueNegativeTestJSON-server-1217774789',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1217774789',id=3,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae04769d0574318bf2a5439f9f4eca7',ramdisk_id='',reservation_id='r-y31au40q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1110786830',owner_user_name='tempest-ServerRescueNegativeTestJSON-1110786830-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:14:56Z,user_data=None,user_id='933254e291464a6aa6987d59d1d3e93c',uuid=d9898f23-3116-49a8-a4bb-483dd0c3c274,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b057a2e1-a712-4787-b826-3dd107cfb74f", "address": "fa:16:3e:ef:6f:d4", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb057a2e1-a7", "ovs_interfaceid": "b057a2e1-a712-4787-b826-3dd107cfb74f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converting VIF {"id": "b057a2e1-a712-4787-b826-3dd107cfb74f", "address": "fa:16:3e:ef:6f:d4", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb057a2e1-a7", "ovs_interfaceid": "b057a2e1-a712-4787-b826-3dd107cfb74f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ef:6f:d4,bridge_name='br-int',has_traffic_filtering=True,id=b057a2e1-a712-4787-b826-3dd107cfb74f,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb057a2e1-a7') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG os_vif [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:6f:d4,bridge_name='br-int',has_traffic_filtering=True,id=b057a2e1-a712-4787-b826-3dd107cfb74f,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb057a2e1-a7') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '385356a9-9f25-5bec-8f99-5d086d485d05', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb057a2e1-a7, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb057a2e1-a7, col_values=(('qos', UUID('d05a16cd-74d8-4938-9a25-7e36113ca713')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb057a2e1-a7, col_values=(('external_ids', {'iface-id': 'b057a2e1-a712-4787-b826-3dd107cfb74f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ef:6f:d4', 'vm-uuid': 'd9898f23-3116-49a8-a4bb-483dd0c3c274'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:03 user nova-compute[74675]: INFO os_vif [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:6f:d4,bridge_name='br-int',has_traffic_filtering=True,id=b057a2e1-a712-4787-b826-3dd107cfb74f,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb057a2e1-a7')
Nov 23 06:15:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:15:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No VIF found with MAC fa:16:3e:ef:6f:d4, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:15:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:04 user nova-compute[74675]: DEBUG nova.network.neutron [req-fc332379-eee0-49cd-8831-2d6288902088 req-e55493e8-1447-40d7-ad3a-a7de6a0e587e service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Updated VIF entry in instance network info cache for port b057a2e1-a712-4787-b826-3dd107cfb74f. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:15:04 user nova-compute[74675]: DEBUG nova.network.neutron [req-fc332379-eee0-49cd-8831-2d6288902088 req-e55493e8-1447-40d7-ad3a-a7de6a0e587e service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Updating instance_info_cache with network_info: [{"id": "b057a2e1-a712-4787-b826-3dd107cfb74f", "address": "fa:16:3e:ef:6f:d4", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb057a2e1-a7", "ovs_interfaceid": "b057a2e1-a712-4787-b826-3dd107cfb74f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:04 user nova-compute[74675]: DEBUG nova.network.neutron [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Successfully updated port: 515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:15:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fc332379-eee0-49cd-8831-2d6288902088 req-e55493e8-1447-40d7-ad3a-a7de6a0e587e service nova] Releasing lock "refresh_cache-d9898f23-3116-49a8-a4bb-483dd0c3c274" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquired lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:04 user nova-compute[74675]: DEBUG nova.network.neutron [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:15:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-680e7a0a-e6a4-4674-9d70-8c06ef76ed08 req-0e843351-63ea-46e3-b048-8fd9fe39da8f service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Received event network-changed-515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-680e7a0a-e6a4-4674-9d70-8c06ef76ed08 req-0e843351-63ea-46e3-b048-8fd9fe39da8f service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Refreshing instance network info cache due to event network-changed-515774e3-0f59-4077-b115-25a683a1e41b. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:15:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-680e7a0a-e6a4-4674-9d70-8c06ef76ed08 req-0e843351-63ea-46e3-b048-8fd9fe39da8f service nova] Acquiring lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:04 user nova-compute[74675]: DEBUG nova.network.neutron [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:15:04 user nova-compute[74675]: DEBUG nova.network.neutron [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Successfully created port: 122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.network.neutron [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Updating instance_info_cache with network_info: [{"id": "515774e3-0f59-4077-b115-25a683a1e41b", "address": "fa:16:3e:ab:da:8e", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap515774e3-0f", "ovs_interfaceid": "515774e3-0f59-4077-b115-25a683a1e41b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Releasing lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.compute.manager [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Instance network_info: |[{"id": "515774e3-0f59-4077-b115-25a683a1e41b", "address": "fa:16:3e:ab:da:8e", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap515774e3-0f", "ovs_interfaceid": "515774e3-0f59-4077-b115-25a683a1e41b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-680e7a0a-e6a4-4674-9d70-8c06ef76ed08 req-0e843351-63ea-46e3-b048-8fd9fe39da8f service nova] Acquired lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.network.neutron [req-680e7a0a-e6a4-4674-9d70-8c06ef76ed08 req-0e843351-63ea-46e3-b048-8fd9fe39da8f service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Refreshing network info cache for port 515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Start _get_guest_xml network_info=[{"id": "515774e3-0f59-4077-b115-25a683a1e41b", "address": "fa:16:3e:ab:da:8e", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap515774e3-0f", "ovs_interfaceid": "515774e3-0f59-4077-b115-25a683a1e41b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:15:05 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:05 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:14:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-889827963',display_name='tempest-ServerActionsTestOtherA-server-889827963',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-889827963',id=4,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5qa812QOXF1oJtEBrWkRFLWQ5uxfjZnl9+f4NrpyBK5S9uP/UlefEdujhqKaTO7I3xfiThkM3snk9P+Q9Wx7R/4hTz+Dw/wsZcYoisQNfmhGIajc1KN9z0a6MuUI8kZA==',key_name='tempest-keypair-1142870474',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8eaf068877754620a8c074e5463d5adc',ramdisk_id='',reservation_id='r-q60fc7se',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-891907262',owner_user_name='tempest-ServerActionsTestOtherA-891907262-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:14:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6e28578c4a2646bfb41fed9714e6244d',uuid=10d0b693-498d-4912-8a28-00970d5b1bed,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "515774e3-0f59-4077-b115-25a683a1e41b", "address": "fa:16:3e:ab:da:8e", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap515774e3-0f", "ovs_interfaceid": "515774e3-0f59-4077-b115-25a683a1e41b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converting VIF {"id": "515774e3-0f59-4077-b115-25a683a1e41b", "address": "fa:16:3e:ab:da:8e", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap515774e3-0f", "ovs_interfaceid": "515774e3-0f59-4077-b115-25a683a1e41b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:da:8e,bridge_name='br-int',has_traffic_filtering=True,id=515774e3-0f59-4077-b115-25a683a1e41b,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap515774e3-0f') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.objects.instance [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lazy-loading 'pci_devices' on Instance uuid 10d0b693-498d-4912-8a28-00970d5b1bed {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:15:05 user nova-compute[74675]:   <uuid>10d0b693-498d-4912-8a28-00970d5b1bed</uuid>
Nov 23 06:15:05 user nova-compute[74675]:   <name>instance-00000004</name>
Nov 23 06:15:05 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:15:05 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:15:05 user nova-compute[74675]:   <metadata>
Nov 23 06:15:05 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:15:05 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:15:05 user nova-compute[74675]:       <nova:name>tempest-ServerActionsTestOtherA-server-889827963</nova:name>
Nov 23 06:15:05 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:15:05</nova:creationTime>
Nov 23 06:15:05 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:15:05 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:15:05 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:15:05 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:15:05 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:15:05 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:15:05 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:15:05 user nova-compute[74675]:       <nova:owner>
Nov 23 06:15:05 user nova-compute[74675]:         <nova:user uuid="6e28578c4a2646bfb41fed9714e6244d">tempest-ServerActionsTestOtherA-891907262-project-member</nova:user>
Nov 23 06:15:05 user nova-compute[74675]:         <nova:project uuid="8eaf068877754620a8c074e5463d5adc">tempest-ServerActionsTestOtherA-891907262</nova:project>
Nov 23 06:15:05 user nova-compute[74675]:       </nova:owner>
Nov 23 06:15:05 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:15:05 user nova-compute[74675]:       <nova:ports>
Nov 23 06:15:05 user nova-compute[74675]:         <nova:port uuid="515774e3-0f59-4077-b115-25a683a1e41b">
Nov 23 06:15:05 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 23 06:15:05 user nova-compute[74675]:         </nova:port>
Nov 23 06:15:05 user nova-compute[74675]:       </nova:ports>
Nov 23 06:15:05 user nova-compute[74675]:     </nova:instance>
Nov 23 06:15:05 user nova-compute[74675]:   </metadata>
Nov 23 06:15:05 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:15:05 user nova-compute[74675]:     <system>
Nov 23 06:15:05 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:15:05 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:15:05 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:15:05 user nova-compute[74675]:       <entry name="serial">10d0b693-498d-4912-8a28-00970d5b1bed</entry>
Nov 23 06:15:05 user nova-compute[74675]:       <entry name="uuid">10d0b693-498d-4912-8a28-00970d5b1bed</entry>
Nov 23 06:15:05 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:15:05 user nova-compute[74675]:     </system>
Nov 23 06:15:05 user nova-compute[74675]:   </sysinfo>
Nov 23 06:15:05 user nova-compute[74675]:   <os>
Nov 23 06:15:05 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:15:05 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:15:05 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:15:05 user nova-compute[74675]:   </os>
Nov 23 06:15:05 user nova-compute[74675]:   <features>
Nov 23 06:15:05 user nova-compute[74675]:     <acpi/>
Nov 23 06:15:05 user nova-compute[74675]:     <apic/>
Nov 23 06:15:05 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:15:05 user nova-compute[74675]:   </features>
Nov 23 06:15:05 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:15:05 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:15:05 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:15:05 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:15:05 user nova-compute[74675]:   </clock>
Nov 23 06:15:05 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:15:05 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:15:05 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:15:05 user nova-compute[74675]:   </cpu>
Nov 23 06:15:05 user nova-compute[74675]:   <devices>
Nov 23 06:15:05 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:15:05 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:15:05 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk"/>
Nov 23 06:15:05 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:15:05 user nova-compute[74675]:     </disk>
Nov 23 06:15:05 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:15:05 user nova-compute[74675]:       <mac address="fa:16:3e:ab:da:8e"/>
Nov 23 06:15:05 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:05 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:15:05 user nova-compute[74675]:       <target dev="tap515774e3-0f"/>
Nov 23 06:15:05 user nova-compute[74675]:     </interface>
Nov 23 06:15:05 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:15:05 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/console.log" append="off"/>
Nov 23 06:15:05 user nova-compute[74675]:     </serial>
Nov 23 06:15:05 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:15:05 user nova-compute[74675]:     <video>
Nov 23 06:15:05 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:05 user nova-compute[74675]:     </video>
Nov 23 06:15:05 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:15:05 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:15:05 user nova-compute[74675]:     </rng>
Nov 23 06:15:05 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:15:05 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:15:05 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:15:05 user nova-compute[74675]:     </memballoon>
Nov 23 06:15:05 user nova-compute[74675]:   </devices>
Nov 23 06:15:05 user nova-compute[74675]: </domain>
Nov 23 06:15:05 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:14:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-889827963',display_name='tempest-ServerActionsTestOtherA-server-889827963',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-889827963',id=4,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5qa812QOXF1oJtEBrWkRFLWQ5uxfjZnl9+f4NrpyBK5S9uP/UlefEdujhqKaTO7I3xfiThkM3snk9P+Q9Wx7R/4hTz+Dw/wsZcYoisQNfmhGIajc1KN9z0a6MuUI8kZA==',key_name='tempest-keypair-1142870474',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8eaf068877754620a8c074e5463d5adc',ramdisk_id='',reservation_id='r-q60fc7se',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-891907262',owner_user_name='tempest-ServerActionsTestOtherA-891907262-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:14:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6e28578c4a2646bfb41fed9714e6244d',uuid=10d0b693-498d-4912-8a28-00970d5b1bed,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "515774e3-0f59-4077-b115-25a683a1e41b", "address": "fa:16:3e:ab:da:8e", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap515774e3-0f", "ovs_interfaceid": "515774e3-0f59-4077-b115-25a683a1e41b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converting VIF {"id": "515774e3-0f59-4077-b115-25a683a1e41b", "address": "fa:16:3e:ab:da:8e", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap515774e3-0f", "ovs_interfaceid": "515774e3-0f59-4077-b115-25a683a1e41b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:da:8e,bridge_name='br-int',has_traffic_filtering=True,id=515774e3-0f59-4077-b115-25a683a1e41b,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap515774e3-0f') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG os_vif [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:da:8e,bridge_name='br-int',has_traffic_filtering=True,id=515774e3-0f59-4077-b115-25a683a1e41b,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap515774e3-0f') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eff8a1c1-2ea8-5140-b43b-a0402fd6375f', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap515774e3-0f, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap515774e3-0f, col_values=(('qos', UUID('fa9f2e30-a4a5-4e2a-a0fe-eb0901032bf0')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap515774e3-0f, col_values=(('external_ids', {'iface-id': '515774e3-0f59-4077-b115-25a683a1e41b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ab:da:8e', 'vm-uuid': '10d0b693-498d-4912-8a28-00970d5b1bed'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:05 user nova-compute[74675]: INFO os_vif [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:da:8e,bridge_name='br-int',has_traffic_filtering=True,id=515774e3-0f59-4077-b115-25a683a1e41b,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap515774e3-0f')
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] No VIF found with MAC fa:16:3e:ab:da:8e, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:15:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:06 user nova-compute[74675]: DEBUG nova.network.neutron [req-680e7a0a-e6a4-4674-9d70-8c06ef76ed08 req-0e843351-63ea-46e3-b048-8fd9fe39da8f service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Updated VIF entry in instance network info cache for port 515774e3-0f59-4077-b115-25a683a1e41b. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:15:06 user nova-compute[74675]: DEBUG nova.network.neutron [req-680e7a0a-e6a4-4674-9d70-8c06ef76ed08 req-0e843351-63ea-46e3-b048-8fd9fe39da8f service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Updating instance_info_cache with network_info: [{"id": "515774e3-0f59-4077-b115-25a683a1e41b", "address": "fa:16:3e:ab:da:8e", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap515774e3-0f", "ovs_interfaceid": "515774e3-0f59-4077-b115-25a683a1e41b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-680e7a0a-e6a4-4674-9d70-8c06ef76ed08 req-0e843351-63ea-46e3-b048-8fd9fe39da8f service nova] Releasing lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Successfully updated port: 122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:15:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquired lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:15:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:15:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-e4f0f7b2-4a29-40b5-9723-9adbe22b41a8 req-4222e591-4e2b-46f2-9632-f597e1378d6a service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received event network-changed-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-e4f0f7b2-4a29-40b5-9723-9adbe22b41a8 req-4222e591-4e2b-46f2-9632-f597e1378d6a service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Refreshing instance network info cache due to event network-changed-122af3e5-32c0-4213-84b4-f2e82769890a. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:15:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e4f0f7b2-4a29-40b5-9723-9adbe22b41a8 req-4222e591-4e2b-46f2-9632-f597e1378d6a service nova] Acquiring lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.network.neutron [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Updating instance_info_cache with network_info: [{"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Releasing lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.compute.manager [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Instance network_info: |[{"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e4f0f7b2-4a29-40b5-9723-9adbe22b41a8 req-4222e591-4e2b-46f2-9632-f597e1378d6a service nova] Acquired lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-e4f0f7b2-4a29-40b5-9723-9adbe22b41a8 req-4222e591-4e2b-46f2-9632-f597e1378d6a service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Refreshing network info cache for port 122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Start _get_guest_xml network_info=[{"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:15:09 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:09 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:15:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1961282580',display_name='tempest-ServerStableDeviceRescueTest-server-1961282580',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1961282580',id=5,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHZwOMnztl0vn3r7gxyQhAYheMIkekHhHurwPF3X12LLEP4T5VjgOs3plVCpIfYqTKxBvCJ78msUK0uWYfHY0T+rzH6KZQgcutNZbiml8V1m9SpRkYwJEWqR0lT1Q2OfVw==',key_name='tempest-keypair-1020876187',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bbe6418df81d416595cbcd0e7c042c54',ramdisk_id='',reservation_id='r-eel0ubkh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-403388285',owner_user_name='tempest-ServerStableDeviceRescueTest-403388285-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:15:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c9118336c7f84bbbb672999178a2d639',uuid=cf5db4d3-2728-4ac9-aaec-05d1f1147329,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Converting VIF {"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:c7:47,bridge_name='br-int',has_traffic_filtering=True,id=122af3e5-32c0-4213-84b4-f2e82769890a,network=Network(768856d2-775d-49b7-9304-6a4ec3304ef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap122af3e5-32') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.objects.instance [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lazy-loading 'pci_devices' on Instance uuid cf5db4d3-2728-4ac9-aaec-05d1f1147329 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:15:09 user nova-compute[74675]:   <uuid>cf5db4d3-2728-4ac9-aaec-05d1f1147329</uuid>
Nov 23 06:15:09 user nova-compute[74675]:   <name>instance-00000005</name>
Nov 23 06:15:09 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:15:09 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:15:09 user nova-compute[74675]:   <metadata>
Nov 23 06:15:09 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:15:09 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:15:09 user nova-compute[74675]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1961282580</nova:name>
Nov 23 06:15:09 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:15:09</nova:creationTime>
Nov 23 06:15:09 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:15:09 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:15:09 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:15:09 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:15:09 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:15:09 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:15:09 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:15:09 user nova-compute[74675]:       <nova:owner>
Nov 23 06:15:09 user nova-compute[74675]:         <nova:user uuid="c9118336c7f84bbbb672999178a2d639">tempest-ServerStableDeviceRescueTest-403388285-project-member</nova:user>
Nov 23 06:15:09 user nova-compute[74675]:         <nova:project uuid="bbe6418df81d416595cbcd0e7c042c54">tempest-ServerStableDeviceRescueTest-403388285</nova:project>
Nov 23 06:15:09 user nova-compute[74675]:       </nova:owner>
Nov 23 06:15:09 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:15:09 user nova-compute[74675]:       <nova:ports>
Nov 23 06:15:09 user nova-compute[74675]:         <nova:port uuid="122af3e5-32c0-4213-84b4-f2e82769890a">
Nov 23 06:15:09 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 23 06:15:09 user nova-compute[74675]:         </nova:port>
Nov 23 06:15:09 user nova-compute[74675]:       </nova:ports>
Nov 23 06:15:09 user nova-compute[74675]:     </nova:instance>
Nov 23 06:15:09 user nova-compute[74675]:   </metadata>
Nov 23 06:15:09 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:15:09 user nova-compute[74675]:     <system>
Nov 23 06:15:09 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:15:09 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:15:09 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:15:09 user nova-compute[74675]:       <entry name="serial">cf5db4d3-2728-4ac9-aaec-05d1f1147329</entry>
Nov 23 06:15:09 user nova-compute[74675]:       <entry name="uuid">cf5db4d3-2728-4ac9-aaec-05d1f1147329</entry>
Nov 23 06:15:09 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:15:09 user nova-compute[74675]:     </system>
Nov 23 06:15:09 user nova-compute[74675]:   </sysinfo>
Nov 23 06:15:09 user nova-compute[74675]:   <os>
Nov 23 06:15:09 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:15:09 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:15:09 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:15:09 user nova-compute[74675]:   </os>
Nov 23 06:15:09 user nova-compute[74675]:   <features>
Nov 23 06:15:09 user nova-compute[74675]:     <acpi/>
Nov 23 06:15:09 user nova-compute[74675]:     <apic/>
Nov 23 06:15:09 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:15:09 user nova-compute[74675]:   </features>
Nov 23 06:15:09 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:15:09 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:15:09 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:15:09 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:15:09 user nova-compute[74675]:   </clock>
Nov 23 06:15:09 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:15:09 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:15:09 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:15:09 user nova-compute[74675]:   </cpu>
Nov 23 06:15:09 user nova-compute[74675]:   <devices>
Nov 23 06:15:09 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:15:09 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:15:09 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk"/>
Nov 23 06:15:09 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:15:09 user nova-compute[74675]:     </disk>
Nov 23 06:15:09 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:15:09 user nova-compute[74675]:       <mac address="fa:16:3e:11:c7:47"/>
Nov 23 06:15:09 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:09 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:15:09 user nova-compute[74675]:       <target dev="tap122af3e5-32"/>
Nov 23 06:15:09 user nova-compute[74675]:     </interface>
Nov 23 06:15:09 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:15:09 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/console.log" append="off"/>
Nov 23 06:15:09 user nova-compute[74675]:     </serial>
Nov 23 06:15:09 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:15:09 user nova-compute[74675]:     <video>
Nov 23 06:15:09 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:09 user nova-compute[74675]:     </video>
Nov 23 06:15:09 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:15:09 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:15:09 user nova-compute[74675]:     </rng>
Nov 23 06:15:09 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:15:09 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:15:09 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:15:09 user nova-compute[74675]:     </memballoon>
Nov 23 06:15:09 user nova-compute[74675]:   </devices>
Nov 23 06:15:09 user nova-compute[74675]: </domain>
Nov 23 06:15:09 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:15:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1961282580',display_name='tempest-ServerStableDeviceRescueTest-server-1961282580',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1961282580',id=5,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHZwOMnztl0vn3r7gxyQhAYheMIkekHhHurwPF3X12LLEP4T5VjgOs3plVCpIfYqTKxBvCJ78msUK0uWYfHY0T+rzH6KZQgcutNZbiml8V1m9SpRkYwJEWqR0lT1Q2OfVw==',key_name='tempest-keypair-1020876187',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bbe6418df81d416595cbcd0e7c042c54',ramdisk_id='',reservation_id='r-eel0ubkh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-403388285',owner_user_name='tempest-ServerStableDeviceRescueTest-403388285-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:15:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c9118336c7f84bbbb672999178a2d639',uuid=cf5db4d3-2728-4ac9-aaec-05d1f1147329,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Converting VIF {"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:c7:47,bridge_name='br-int',has_traffic_filtering=True,id=122af3e5-32c0-4213-84b4-f2e82769890a,network=Network(768856d2-775d-49b7-9304-6a4ec3304ef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap122af3e5-32') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG os_vif [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:c7:47,bridge_name='br-int',has_traffic_filtering=True,id=122af3e5-32c0-4213-84b4-f2e82769890a,network=Network(768856d2-775d-49b7-9304-6a4ec3304ef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap122af3e5-32') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e9f029cd-2669-51d7-be44-485bb364c51d', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap122af3e5-32, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap122af3e5-32, col_values=(('qos', UUID('f6c8d826-a726-4d01-839b-034560b25035')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap122af3e5-32, col_values=(('external_ids', {'iface-id': '122af3e5-32c0-4213-84b4-f2e82769890a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:11:c7:47', 'vm-uuid': 'cf5db4d3-2728-4ac9-aaec-05d1f1147329'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:09 user nova-compute[74675]: INFO os_vif [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:c7:47,bridge_name='br-int',has_traffic_filtering=True,id=122af3e5-32c0-4213-84b4-f2e82769890a,network=Network(768856d2-775d-49b7-9304-6a4ec3304ef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap122af3e5-32')
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] No VIF found with MAC fa:16:3e:11:c7:47, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.compute.manager [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:15:10 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Instance spawned successfully.
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:10 user nova-compute[74675]: INFO nova.compute.manager [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Took 14.11 seconds to spawn the instance on the hypervisor.
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.compute.manager [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.compute.manager [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:15:10 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Instance spawned successfully.
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:11 user nova-compute[74675]: INFO nova.compute.manager [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Took 16.69 seconds to spawn the instance on the hypervisor.
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:11 user nova-compute[74675]: INFO nova.compute.manager [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Took 15.50 seconds to build instance.
Nov 23 06:15:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-59e46d80-a50c-40eb-8a86-67f93e00c197 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.683s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:11 user nova-compute[74675]: INFO nova.compute.manager [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Took 18.03 seconds to build instance.
Nov 23 06:15:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1802515d-d277-4da5-9fec-4a7a9554f3ba tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.246s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:15:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Instance spawned successfully.
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:15:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Instance spawned successfully.
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:15:11 user nova-compute[74675]: INFO nova.compute.manager [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Took 17.74 seconds to spawn the instance on the hypervisor.
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.network.neutron [req-e4f0f7b2-4a29-40b5-9723-9adbe22b41a8 req-4222e591-4e2b-46f2-9632-f597e1378d6a service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Updated VIF entry in instance network info cache for port 122af3e5-32c0-4213-84b4-f2e82769890a. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.network.neutron [req-e4f0f7b2-4a29-40b5-9723-9adbe22b41a8 req-4222e591-4e2b-46f2-9632-f597e1378d6a service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Updating instance_info_cache with network_info: [{"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:11 user nova-compute[74675]: INFO nova.compute.manager [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Took 13.63 seconds to spawn the instance on the hypervisor.
Nov 23 06:15:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:15:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e4f0f7b2-4a29-40b5-9723-9adbe22b41a8 req-4222e591-4e2b-46f2-9632-f597e1378d6a service nova] Releasing lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:11 user nova-compute[74675]: INFO nova.compute.manager [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Took 19.05 seconds to build instance.
Nov 23 06:15:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-49643047-b5cf-4e37-87f7-7d25606e2ba8 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.387s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:12 user nova-compute[74675]: INFO nova.compute.manager [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Took 14.73 seconds to build instance.
Nov 23 06:15:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16abba80-a5d9-45bd-8411-7f47908a9684 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "10d0b693-498d-4912-8a28-00970d5b1bed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.906s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:14 user nova-compute[74675]: DEBUG nova.compute.manager [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:15:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:14 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:15:14 user nova-compute[74675]: INFO nova.compute.claims [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Claim successful on node user
Nov 23 06:15:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:15:15 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Instance spawned successfully.
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.680s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.network.neutron [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:15:15 user nova-compute[74675]: INFO nova.compute.manager [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Took 13.99 seconds to spawn the instance on the hypervisor.
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:15:15 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:15 user nova-compute[74675]: DEBUG nova.policy [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd73102842a624bc68c65c48cf06bdbf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62dd14cd43594b6b87b7262116dcc966', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:15:15 user nova-compute[74675]: INFO nova.compute.manager [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Took 14.75 seconds to build instance.
Nov 23 06:15:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-12970a9a-22b3-4a8d-9068-d4e502f58d8d tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.869s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:15:16 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Creating image(s)
Nov 23 06:15:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "/opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "/opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "/opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-2a63e316-5c18-498c-9205-91fa42db01cf req-4456db26-570c-4127-96c2-f749cbbdb77c service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2a63e316-5c18-498c-9205-91fa42db01cf req-4456db26-570c-4127-96c2-f749cbbdb77c service nova] Acquiring lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2a63e316-5c18-498c-9205-91fa42db01cf req-4456db26-570c-4127-96c2-f749cbbdb77c service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2a63e316-5c18-498c-9205-91fa42db01cf req-4456db26-570c-4127-96c2-f749cbbdb77c service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-2a63e316-5c18-498c-9205-91fa42db01cf req-4456db26-570c-4127-96c2-f749cbbdb77c service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] No waiting events found dispatching network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:16 user nova-compute[74675]: WARNING nova.compute.manager [req-2a63e316-5c18-498c-9205-91fa42db01cf req-4456db26-570c-4127-96c2-f749cbbdb77c service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received unexpected event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a for instance with vm_state active and task_state None.
Nov 23 06:15:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.344s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.235s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk 1073741824" returned: 0 in 0.104s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.346s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.292s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:17 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:15:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json" returned: 0 in 0.286s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:17 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Cannot resize image /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:15:17 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:15:17 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Ensure instance console log exists: /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:15:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Successfully created port: 3bbaae4b-21f8-4145-aaa4-b591e2807fd6 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:15:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-8c5bdd6b-9e57-4239-a02a-389e7620b39e req-f87285db-73d0-4d37-b183-c914b0048c9f service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8c5bdd6b-9e57-4239-a02a-389e7620b39e req-f87285db-73d0-4d37-b183-c914b0048c9f service nova] Acquiring lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8c5bdd6b-9e57-4239-a02a-389e7620b39e req-f87285db-73d0-4d37-b183-c914b0048c9f service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8c5bdd6b-9e57-4239-a02a-389e7620b39e req-f87285db-73d0-4d37-b183-c914b0048c9f service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-8c5bdd6b-9e57-4239-a02a-389e7620b39e req-f87285db-73d0-4d37-b183-c914b0048c9f service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] No waiting events found dispatching network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:18 user nova-compute[74675]: WARNING nova.compute.manager [req-8c5bdd6b-9e57-4239-a02a-389e7620b39e req-f87285db-73d0-4d37-b183-c914b0048c9f service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received unexpected event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a for instance with vm_state active and task_state None.
Nov 23 06:15:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquiring lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:19 user nova-compute[74675]: DEBUG nova.compute.manager [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:15:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:19 user nova-compute[74675]: DEBUG nova.network.neutron [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Successfully updated port: 3bbaae4b-21f8-4145-aaa4-b591e2807fd6 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:15:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "refresh_cache-9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquired lock "refresh_cache-9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:15:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:15:20 user nova-compute[74675]: INFO nova.compute.claims [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Claim successful on node user
Nov 23 06:15:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-f47d2a85-5143-47dd-84b6-da6d13c777b7 req-1dac6f61-788f-492f-b9d9-cb8f81177def service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Received event network-changed-3bbaae4b-21f8-4145-aaa4-b591e2807fd6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-f47d2a85-5143-47dd-84b6-da6d13c777b7 req-1dac6f61-788f-492f-b9d9-cb8f81177def service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Refreshing instance network info cache due to event network-changed-3bbaae4b-21f8-4145-aaa4-b591e2807fd6. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:15:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f47d2a85-5143-47dd-84b6-da6d13c777b7 req-1dac6f61-788f-492f-b9d9-cb8f81177def service nova] Acquiring lock "refresh_cache-9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:15:20 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:15:20 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:15:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.641s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:20 user nova-compute[74675]: DEBUG nova.compute.manager [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:15:20 user nova-compute[74675]: DEBUG nova.compute.manager [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:15:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:15:20 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Nov 23 06:15:20 user nova-compute[74675]: DEBUG nova.compute.manager [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:15:21 user nova-compute[74675]: DEBUG nova.policy [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8d9ff430a9f4dbf98b516b1836162d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e993b3c0f73e4ac092b030d01b303ce1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:15:21 user nova-compute[74675]: DEBUG nova.compute.manager [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:15:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:15:21 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Creating image(s)
Nov 23 06:15:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquiring lock "/opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "/opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "/opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquiring lock "352402c40f021cb054e108ebc42b24314e1beb93" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "352402c40f021cb054e108ebc42b24314e1beb93" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93.part --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:21 user nova-compute[74675]: DEBUG nova.network.neutron [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Updating instance_info_cache with network_info: [{"id": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "address": "fa:16:3e:24:44:f8", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bbaae4b-21", "ovs_interfaceid": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Releasing lock "refresh_cache-9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:21 user nova-compute[74675]: DEBUG nova.compute.manager [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Instance network_info: |[{"id": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "address": "fa:16:3e:24:44:f8", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bbaae4b-21", "ovs_interfaceid": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:15:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f47d2a85-5143-47dd-84b6-da6d13c777b7 req-1dac6f61-788f-492f-b9d9-cb8f81177def service nova] Acquired lock "refresh_cache-9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:21 user nova-compute[74675]: DEBUG nova.network.neutron [req-f47d2a85-5143-47dd-84b6-da6d13c777b7 req-1dac6f61-788f-492f-b9d9-cb8f81177def service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Refreshing network info cache for port 3bbaae4b-21f8-4145-aaa4-b591e2807fd6 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:15:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Start _get_guest_xml network_info=[{"id": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "address": "fa:16:3e:24:44:f8", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bbaae4b-21", "ovs_interfaceid": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:15:21 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:21 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:15:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-403817032',display_name='tempest-VolumesAdminNegativeTest-server-403817032',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-403817032',id=6,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI7j+nBwolK3het4fQvkOP2o/4G5CINBMdyAGHwHqqu69E+ru27oe/QI0FA5+6th8x3ZyXu3g4MJ+PWoS0DSxWKVlOiOVPtCyLfTVuLcHLFtKGj1bGN4Azbzewa80oWgbg==',key_name='tempest-keypair-1814406525',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='62dd14cd43594b6b87b7262116dcc966',ramdisk_id='',reservation_id='r-ulu8017f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-585363324',owner_user_name='tempest-VolumesAdminNegativeTest-585363324-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:15:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d73102842a624bc68c65c48cf06bdbf1',uuid=9e6a889b-c990-4488-b2cd-0c1be0c1d6cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "address": "fa:16:3e:24:44:f8", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bbaae4b-21", "ovs_interfaceid": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Converting VIF {"id": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "address": "fa:16:3e:24:44:f8", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bbaae4b-21", "ovs_interfaceid": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:44:f8,bridge_name='br-int',has_traffic_filtering=True,id=3bbaae4b-21f8-4145-aaa4-b591e2807fd6,network=Network(ea7900ea-85d5-483b-a263-0a98328f1779),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bbaae4b-21') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.objects.instance [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lazy-loading 'pci_devices' on Instance uuid 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93.part --force-share --output=json" returned: 0 in 0.544s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:15:22 user nova-compute[74675]:   <uuid>9e6a889b-c990-4488-b2cd-0c1be0c1d6cd</uuid>
Nov 23 06:15:22 user nova-compute[74675]:   <name>instance-00000006</name>
Nov 23 06:15:22 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:15:22 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:15:22 user nova-compute[74675]:   <metadata>
Nov 23 06:15:22 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:15:22 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:15:22 user nova-compute[74675]:       <nova:name>tempest-VolumesAdminNegativeTest-server-403817032</nova:name>
Nov 23 06:15:22 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:15:21</nova:creationTime>
Nov 23 06:15:22 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:15:22 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:15:22 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:15:22 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:15:22 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:15:22 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:15:22 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:15:22 user nova-compute[74675]:       <nova:owner>
Nov 23 06:15:22 user nova-compute[74675]:         <nova:user uuid="d73102842a624bc68c65c48cf06bdbf1">tempest-VolumesAdminNegativeTest-585363324-project-member</nova:user>
Nov 23 06:15:22 user nova-compute[74675]:         <nova:project uuid="62dd14cd43594b6b87b7262116dcc966">tempest-VolumesAdminNegativeTest-585363324</nova:project>
Nov 23 06:15:22 user nova-compute[74675]:       </nova:owner>
Nov 23 06:15:22 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:15:22 user nova-compute[74675]:       <nova:ports>
Nov 23 06:15:22 user nova-compute[74675]:         <nova:port uuid="3bbaae4b-21f8-4145-aaa4-b591e2807fd6">
Nov 23 06:15:22 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 23 06:15:22 user nova-compute[74675]:         </nova:port>
Nov 23 06:15:22 user nova-compute[74675]:       </nova:ports>
Nov 23 06:15:22 user nova-compute[74675]:     </nova:instance>
Nov 23 06:15:22 user nova-compute[74675]:   </metadata>
Nov 23 06:15:22 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:15:22 user nova-compute[74675]:     <system>
Nov 23 06:15:22 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:15:22 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:15:22 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:15:22 user nova-compute[74675]:       <entry name="serial">9e6a889b-c990-4488-b2cd-0c1be0c1d6cd</entry>
Nov 23 06:15:22 user nova-compute[74675]:       <entry name="uuid">9e6a889b-c990-4488-b2cd-0c1be0c1d6cd</entry>
Nov 23 06:15:22 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:15:22 user nova-compute[74675]:     </system>
Nov 23 06:15:22 user nova-compute[74675]:   </sysinfo>
Nov 23 06:15:22 user nova-compute[74675]:   <os>
Nov 23 06:15:22 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:15:22 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:15:22 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:15:22 user nova-compute[74675]:   </os>
Nov 23 06:15:22 user nova-compute[74675]:   <features>
Nov 23 06:15:22 user nova-compute[74675]:     <acpi/>
Nov 23 06:15:22 user nova-compute[74675]:     <apic/>
Nov 23 06:15:22 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:15:22 user nova-compute[74675]:   </features>
Nov 23 06:15:22 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:15:22 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:15:22 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:15:22 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:15:22 user nova-compute[74675]:   </clock>
Nov 23 06:15:22 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:15:22 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:15:22 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:15:22 user nova-compute[74675]:   </cpu>
Nov 23 06:15:22 user nova-compute[74675]:   <devices>
Nov 23 06:15:22 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:15:22 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:15:22 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk"/>
Nov 23 06:15:22 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:15:22 user nova-compute[74675]:     </disk>
Nov 23 06:15:22 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:15:22 user nova-compute[74675]:       <mac address="fa:16:3e:24:44:f8"/>
Nov 23 06:15:22 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:22 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:15:22 user nova-compute[74675]:       <target dev="tap3bbaae4b-21"/>
Nov 23 06:15:22 user nova-compute[74675]:     </interface>
Nov 23 06:15:22 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:15:22 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/console.log" append="off"/>
Nov 23 06:15:22 user nova-compute[74675]:     </serial>
Nov 23 06:15:22 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:15:22 user nova-compute[74675]:     <video>
Nov 23 06:15:22 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:22 user nova-compute[74675]:     </video>
Nov 23 06:15:22 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:15:22 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:15:22 user nova-compute[74675]:     </rng>
Nov 23 06:15:22 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:15:22 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:15:22 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:15:22 user nova-compute[74675]:     </memballoon>
Nov 23 06:15:22 user nova-compute[74675]:   </devices>
Nov 23 06:15:22 user nova-compute[74675]: </domain>
Nov 23 06:15:22 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:15:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-403817032',display_name='tempest-VolumesAdminNegativeTest-server-403817032',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-403817032',id=6,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI7j+nBwolK3het4fQvkOP2o/4G5CINBMdyAGHwHqqu69E+ru27oe/QI0FA5+6th8x3ZyXu3g4MJ+PWoS0DSxWKVlOiOVPtCyLfTVuLcHLFtKGj1bGN4Azbzewa80oWgbg==',key_name='tempest-keypair-1814406525',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='62dd14cd43594b6b87b7262116dcc966',ramdisk_id='',reservation_id='r-ulu8017f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-585363324',owner_user_name='tempest-VolumesAdminNegativeTest-585363324-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:15:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d73102842a624bc68c65c48cf06bdbf1',uuid=9e6a889b-c990-4488-b2cd-0c1be0c1d6cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "address": "fa:16:3e:24:44:f8", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bbaae4b-21", "ovs_interfaceid": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Converting VIF {"id": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "address": "fa:16:3e:24:44:f8", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bbaae4b-21", "ovs_interfaceid": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:44:f8,bridge_name='br-int',has_traffic_filtering=True,id=3bbaae4b-21f8-4145-aaa4-b591e2807fd6,network=Network(ea7900ea-85d5-483b-a263-0a98328f1779),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bbaae4b-21') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG os_vif [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:44:f8,bridge_name='br-int',has_traffic_filtering=True,id=3bbaae4b-21f8-4145-aaa4-b591e2807fd6,network=Network(ea7900ea-85d5-483b-a263-0a98328f1779),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bbaae4b-21') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.images [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] 767d0d28-1cf4-4049-8917-01792b9fbaa4 was qcow2, converting to raw {{(pid=74675) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93.part /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93.converted {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '465898ad-642f-5666-b1ed-ebfc9dd88523', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3bbaae4b-21, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3bbaae4b-21, col_values=(('qos', UUID('43788ed2-8e90-42ad-b1ef-cae95ded712f')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3bbaae4b-21, col_values=(('external_ids', {'iface-id': '3bbaae4b-21f8-4145-aaa4-b591e2807fd6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:24:44:f8', 'vm-uuid': '9e6a889b-c990-4488-b2cd-0c1be0c1d6cd'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:22 user nova-compute[74675]: INFO os_vif [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:44:f8,bridge_name='br-int',has_traffic_filtering=True,id=3bbaae4b-21f8-4145-aaa4-b591e2807fd6,network=Network(ea7900ea-85d5-483b-a263-0a98328f1779),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bbaae4b-21')
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] No VIF found with MAC fa:16:3e:24:44:f8, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG nova.network.neutron [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Successfully created port: bb0f5221-7a18-44db-9b11-efac2ec9b26b {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93.part /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93.converted" returned: 0 in 0.351s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93.converted --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93.converted --force-share --output=json" returned: 0 in 0.351s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "352402c40f021cb054e108ebc42b24314e1beb93" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.746s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93 --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-a59e43bc-53b6-4585-a97e-24233aa5b029 req-2a559ba9-2cab-4af4-b221-0ecc080d29e2 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received event network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a59e43bc-53b6-4585-a97e-24233aa5b029 req-2a559ba9-2cab-4af4-b221-0ecc080d29e2 service nova] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a59e43bc-53b6-4585-a97e-24233aa5b029 req-2a559ba9-2cab-4af4-b221-0ecc080d29e2 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a59e43bc-53b6-4585-a97e-24233aa5b029 req-2a559ba9-2cab-4af4-b221-0ecc080d29e2 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-a59e43bc-53b6-4585-a97e-24233aa5b029 req-2a559ba9-2cab-4af4-b221-0ecc080d29e2 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] No waiting events found dispatching network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:23 user nova-compute[74675]: WARNING nova.compute.manager [req-a59e43bc-53b6-4585-a97e-24233aa5b029 req-2a559ba9-2cab-4af4-b221-0ecc080d29e2 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received unexpected event network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a for instance with vm_state active and task_state None.
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Acquiring lock "9d29192e-2d96-4325-adba-53573ebaa8cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG nova.compute.manager [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:15:23 user nova-compute[74675]: INFO nova.compute.claims [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Claim successful on node user
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93 --force-share --output=json" returned: 0 in 0.312s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquiring lock "352402c40f021cb054e108ebc42b24314e1beb93" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "352402c40f021cb054e108ebc42b24314e1beb93" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93 --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG nova.network.neutron [req-f47d2a85-5143-47dd-84b6-da6d13c777b7 req-1dac6f61-788f-492f-b9d9-cb8f81177def service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Updated VIF entry in instance network info cache for port 3bbaae4b-21f8-4145-aaa4-b591e2807fd6. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG nova.network.neutron [req-f47d2a85-5143-47dd-84b6-da6d13c777b7 req-1dac6f61-788f-492f-b9d9-cb8f81177def service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Updating instance_info_cache with network_info: [{"id": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "address": "fa:16:3e:24:44:f8", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bbaae4b-21", "ovs_interfaceid": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f47d2a85-5143-47dd-84b6-da6d13c777b7 req-1dac6f61-788f-492f-b9d9-cb8f81177def service nova] Releasing lock "refresh_cache-9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93 --force-share --output=json" returned: 0 in 0.356s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93,backing_fmt=raw /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93,backing_fmt=raw /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk 1073741824" returned: 0 in 0.112s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "352402c40f021cb054e108ebc42b24314e1beb93" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.473s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93 --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93 --force-share --output=json" returned: 0 in 0.209s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:15:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.828s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Cannot resize image /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Ensure instance console log exists: /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG nova.network.neutron [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:15:24 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:15:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG nova.policy [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d13c4d19f6f453dad275a4269ee9a72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8f0a3c0a37343b5b5b5b0a38c1897bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:15:24 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Creating image(s)
Nov 23 06:15:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Acquiring lock "/opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "/opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "/opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG nova.network.neutron [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Successfully updated port: bb0f5221-7a18-44db-9b11-efac2ec9b26b {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-cc9fd7bf-df8c-43f3-a0c3-aa859847dd76 req-a9597480-63e6-4207-8bbf-ccd66e846ac0 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received event network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cc9fd7bf-df8c-43f3-a0c3-aa859847dd76 req-a9597480-63e6-4207-8bbf-ccd66e846ac0 service nova] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cc9fd7bf-df8c-43f3-a0c3-aa859847dd76 req-a9597480-63e6-4207-8bbf-ccd66e846ac0 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cc9fd7bf-df8c-43f3-a0c3-aa859847dd76 req-a9597480-63e6-4207-8bbf-ccd66e846ac0 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-cc9fd7bf-df8c-43f3-a0c3-aa859847dd76 req-a9597480-63e6-4207-8bbf-ccd66e846ac0 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] No waiting events found dispatching network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:25 user nova-compute[74675]: WARNING nova.compute.manager [req-cc9fd7bf-df8c-43f3-a0c3-aa859847dd76 req-a9597480-63e6-4207-8bbf-ccd66e846ac0 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received unexpected event network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a for instance with vm_state active and task_state None.
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquiring lock "refresh_cache-9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquired lock "refresh_cache-9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG nova.network.neutron [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.250s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-b5c83537-789b-400a-a20c-3bd5a88e44ba req-f02fd605-3b64-4b56-b7ad-9140da7a8bb1 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Received event network-changed-bb0f5221-7a18-44db-9b11-efac2ec9b26b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-b5c83537-789b-400a-a20c-3bd5a88e44ba req-f02fd605-3b64-4b56-b7ad-9140da7a8bb1 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Refreshing instance network info cache due to event network-changed-bb0f5221-7a18-44db-9b11-efac2ec9b26b. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b5c83537-789b-400a-a20c-3bd5a88e44ba req-f02fd605-3b64-4b56-b7ad-9140da7a8bb1 service nova] Acquiring lock "refresh_cache-9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG nova.network.neutron [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.283s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk 1073741824" returned: 0 in 0.099s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.387s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.322s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG nova.network.neutron [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Updating instance_info_cache with network_info: [{"id": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "address": "fa:16:3e:44:da:02", "network": {"id": "1088d256-1162-4a11-9661-32304938e86f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-836516546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e993b3c0f73e4ac092b030d01b303ce1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb0f5221-7a", "ovs_interfaceid": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG nova.network.neutron [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Successfully created port: 41529fa7-d7f6-4545-b6b1-14707166b265 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Releasing lock "refresh_cache-9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG nova.compute.manager [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Instance network_info: |[{"id": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "address": "fa:16:3e:44:da:02", "network": {"id": "1088d256-1162-4a11-9661-32304938e86f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-836516546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e993b3c0f73e4ac092b030d01b303ce1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb0f5221-7a", "ovs_interfaceid": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b5c83537-789b-400a-a20c-3bd5a88e44ba req-f02fd605-3b64-4b56-b7ad-9140da7a8bb1 service nova] Acquired lock "refresh_cache-9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG nova.network.neutron [req-b5c83537-789b-400a-a20c-3bd5a88e44ba req-f02fd605-3b64-4b56-b7ad-9140da7a8bb1 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Refreshing network info cache for port bb0f5221-7a18-44db-9b11-efac2ec9b26b {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:15:25 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Start _get_guest_xml network_info=[{"id": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "address": "fa:16:3e:44:da:02", "network": {"id": "1088d256-1162-4a11-9661-32304938e86f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-836516546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e993b3c0f73e4ac092b030d01b303ce1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb0f5221-7a", "ovs_interfaceid": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:15:09Z,direct_url=<?>,disk_format='qcow2',id=767d0d28-1cf4-4049-8917-01792b9fbaa4,min_disk=0,min_ram=0,name='',owner='0a9cb93b87e04437bedbac13935a1573',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:15:12Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'scsi', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': '767d0d28-1cf4-4049-8917-01792b9fbaa4'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:15:25 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:25 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:15:09Z,direct_url=<?>,disk_format='qcow2',id=767d0d28-1cf4-4049-8917-01792b9fbaa4,min_disk=0,min_ram=0,name='',owner='0a9cb93b87e04437bedbac13935a1573',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:15:12Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:15:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-2023698385',display_name='tempest-AttachSCSIVolumeTestJSON-server-2023698385',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-2023698385',id=7,image_ref='767d0d28-1cf4-4049-8917-01792b9fbaa4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLg5wNmdzwH5AlYjsFLDf03LumqLIlvZ3OM3vfGit2KSPqTAwttgXHGkvRah51Qq+HQOUyzfJ7CatHXZTY4Hx230304ywJhWGX1t0o4TCKLuB/6wvIBz+kOO3Mu/wVE9Vg==',key_name='tempest-keypair-76701445',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e993b3c0f73e4ac092b030d01b303ce1',ramdisk_id='',reservation_id='r-44u62raq',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='767d0d28-1cf4-4049-8917-01792b9fbaa4',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-667065558',owner_user_name='tempest-AttachSCSIVolumeTestJSON-667065558-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:15:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e8d9ff430a9f4dbf98b516b1836162d1',uuid=9d526b1c-efbc-4bef-b9b1-bc93bed4c34f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "address": "fa:16:3e:44:da:02", "network": {"id": "1088d256-1162-4a11-9661-32304938e86f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-836516546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e993b3c0f73e4ac092b030d01b303ce1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb0f5221-7a", "ovs_interfaceid": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Converting VIF {"id": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "address": "fa:16:3e:44:da:02", "network": {"id": "1088d256-1162-4a11-9661-32304938e86f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-836516546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e993b3c0f73e4ac092b030d01b303ce1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb0f5221-7a", "ovs_interfaceid": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:da:02,bridge_name='br-int',has_traffic_filtering=True,id=bb0f5221-7a18-44db-9b11-efac2ec9b26b,network=Network(1088d256-1162-4a11-9661-32304938e86f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb0f5221-7a') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.objects.instance [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lazy-loading 'pci_devices' on Instance uuid 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:15:26 user nova-compute[74675]:   <uuid>9d526b1c-efbc-4bef-b9b1-bc93bed4c34f</uuid>
Nov 23 06:15:26 user nova-compute[74675]:   <name>instance-00000007</name>
Nov 23 06:15:26 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:15:26 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:15:26 user nova-compute[74675]:   <metadata>
Nov 23 06:15:26 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:15:26 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:15:26 user nova-compute[74675]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-2023698385</nova:name>
Nov 23 06:15:26 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:15:25</nova:creationTime>
Nov 23 06:15:26 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:15:26 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:15:26 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:15:26 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:15:26 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:15:26 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:15:26 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:15:26 user nova-compute[74675]:       <nova:owner>
Nov 23 06:15:26 user nova-compute[74675]:         <nova:user uuid="e8d9ff430a9f4dbf98b516b1836162d1">tempest-AttachSCSIVolumeTestJSON-667065558-project-member</nova:user>
Nov 23 06:15:26 user nova-compute[74675]:         <nova:project uuid="e993b3c0f73e4ac092b030d01b303ce1">tempest-AttachSCSIVolumeTestJSON-667065558</nova:project>
Nov 23 06:15:26 user nova-compute[74675]:       </nova:owner>
Nov 23 06:15:26 user nova-compute[74675]:       <nova:root type="image" uuid="767d0d28-1cf4-4049-8917-01792b9fbaa4"/>
Nov 23 06:15:26 user nova-compute[74675]:       <nova:ports>
Nov 23 06:15:26 user nova-compute[74675]:         <nova:port uuid="bb0f5221-7a18-44db-9b11-efac2ec9b26b">
Nov 23 06:15:26 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 23 06:15:26 user nova-compute[74675]:         </nova:port>
Nov 23 06:15:26 user nova-compute[74675]:       </nova:ports>
Nov 23 06:15:26 user nova-compute[74675]:     </nova:instance>
Nov 23 06:15:26 user nova-compute[74675]:   </metadata>
Nov 23 06:15:26 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:15:26 user nova-compute[74675]:     <system>
Nov 23 06:15:26 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:15:26 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:15:26 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:15:26 user nova-compute[74675]:       <entry name="serial">9d526b1c-efbc-4bef-b9b1-bc93bed4c34f</entry>
Nov 23 06:15:26 user nova-compute[74675]:       <entry name="uuid">9d526b1c-efbc-4bef-b9b1-bc93bed4c34f</entry>
Nov 23 06:15:26 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:15:26 user nova-compute[74675]:     </system>
Nov 23 06:15:26 user nova-compute[74675]:   </sysinfo>
Nov 23 06:15:26 user nova-compute[74675]:   <os>
Nov 23 06:15:26 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:15:26 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:15:26 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:15:26 user nova-compute[74675]:   </os>
Nov 23 06:15:26 user nova-compute[74675]:   <features>
Nov 23 06:15:26 user nova-compute[74675]:     <acpi/>
Nov 23 06:15:26 user nova-compute[74675]:     <apic/>
Nov 23 06:15:26 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:15:26 user nova-compute[74675]:   </features>
Nov 23 06:15:26 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:15:26 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:15:26 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:15:26 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:15:26 user nova-compute[74675]:   </clock>
Nov 23 06:15:26 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:15:26 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:15:26 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:15:26 user nova-compute[74675]:   </cpu>
Nov 23 06:15:26 user nova-compute[74675]:   <devices>
Nov 23 06:15:26 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:15:26 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:15:26 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk"/>
Nov 23 06:15:26 user nova-compute[74675]:       <target dev="sda" bus="scsi"/>
Nov 23 06:15:26 user nova-compute[74675]:       <address type="drive" controller="0" unit="0"/>
Nov 23 06:15:26 user nova-compute[74675]:     </disk>
Nov 23 06:15:26 user nova-compute[74675]:     <disk type="file" device="cdrom">
Nov 23 06:15:26 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none"/>
Nov 23 06:15:26 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk.config"/>
Nov 23 06:15:26 user nova-compute[74675]:       <target dev="sdb" bus="scsi"/>
Nov 23 06:15:26 user nova-compute[74675]:       <address type="drive" controller="0" unit="1"/>
Nov 23 06:15:26 user nova-compute[74675]:     </disk>
Nov 23 06:15:26 user nova-compute[74675]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Nov 23 06:15:26 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:15:26 user nova-compute[74675]:       <mac address="fa:16:3e:44:da:02"/>
Nov 23 06:15:26 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:26 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:15:26 user nova-compute[74675]:       <target dev="tapbb0f5221-7a"/>
Nov 23 06:15:26 user nova-compute[74675]:     </interface>
Nov 23 06:15:26 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:15:26 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/console.log" append="off"/>
Nov 23 06:15:26 user nova-compute[74675]:     </serial>
Nov 23 06:15:26 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:15:26 user nova-compute[74675]:     <video>
Nov 23 06:15:26 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:26 user nova-compute[74675]:     </video>
Nov 23 06:15:26 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:15:26 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:15:26 user nova-compute[74675]:     </rng>
Nov 23 06:15:26 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:15:26 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:15:26 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:15:26 user nova-compute[74675]:     </memballoon>
Nov 23 06:15:26 user nova-compute[74675]:   </devices>
Nov 23 06:15:26 user nova-compute[74675]: </domain>
Nov 23 06:15:26 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:15:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-2023698385',display_name='tempest-AttachSCSIVolumeTestJSON-server-2023698385',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-2023698385',id=7,image_ref='767d0d28-1cf4-4049-8917-01792b9fbaa4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLg5wNmdzwH5AlYjsFLDf03LumqLIlvZ3OM3vfGit2KSPqTAwttgXHGkvRah51Qq+HQOUyzfJ7CatHXZTY4Hx230304ywJhWGX1t0o4TCKLuB/6wvIBz+kOO3Mu/wVE9Vg==',key_name='tempest-keypair-76701445',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e993b3c0f73e4ac092b030d01b303ce1',ramdisk_id='',reservation_id='r-44u62raq',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='767d0d28-1cf4-4049-8917-01792b9fbaa4',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-667065558',owner_user_name='tempest-AttachSCSIVolumeTestJSON-667065558-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:15:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e8d9ff430a9f4dbf98b516b1836162d1',uuid=9d526b1c-efbc-4bef-b9b1-bc93bed4c34f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "address": "fa:16:3e:44:da:02", "network": {"id": "1088d256-1162-4a11-9661-32304938e86f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-836516546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e993b3c0f73e4ac092b030d01b303ce1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb0f5221-7a", "ovs_interfaceid": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Converting VIF {"id": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "address": "fa:16:3e:44:da:02", "network": {"id": "1088d256-1162-4a11-9661-32304938e86f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-836516546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e993b3c0f73e4ac092b030d01b303ce1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb0f5221-7a", "ovs_interfaceid": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:da:02,bridge_name='br-int',has_traffic_filtering=True,id=bb0f5221-7a18-44db-9b11-efac2ec9b26b,network=Network(1088d256-1162-4a11-9661-32304938e86f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb0f5221-7a') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG os_vif [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:da:02,bridge_name='br-int',has_traffic_filtering=True,id=bb0f5221-7a18-44db-9b11-efac2ec9b26b,network=Network(1088d256-1162-4a11-9661-32304938e86f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb0f5221-7a') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a2d86560-9955-5d20-a547-5c10f62178bc', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json" returned: 0 in 0.321s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Cannot resize image /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Ensure instance console log exists: /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbb0f5221-7a, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbb0f5221-7a, col_values=(('qos', UUID('bc89e12f-2a66-457a-b360-6168f4cd068f')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbb0f5221-7a, col_values=(('external_ids', {'iface-id': 'bb0f5221-7a18-44db-9b11-efac2ec9b26b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:da:02', 'vm-uuid': '9d526b1c-efbc-4bef-b9b1-bc93bed4c34f'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:26 user nova-compute[74675]: INFO os_vif [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:da:02,bridge_name='br-int',has_traffic_filtering=True,id=bb0f5221-7a18-44db-9b11-efac2ec9b26b,network=Network(1088d256-1162-4a11-9661-32304938e86f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb0f5221-7a')
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] No BDM found with device name sda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] No VIF found with MAC fa:16:3e:44:da:02, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:15:26 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Using config drive
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.network.neutron [req-b5c83537-789b-400a-a20c-3bd5a88e44ba req-f02fd605-3b64-4b56-b7ad-9140da7a8bb1 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Updated VIF entry in instance network info cache for port bb0f5221-7a18-44db-9b11-efac2ec9b26b. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.network.neutron [req-b5c83537-789b-400a-a20c-3bd5a88e44ba req-f02fd605-3b64-4b56-b7ad-9140da7a8bb1 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Updating instance_info_cache with network_info: [{"id": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "address": "fa:16:3e:44:da:02", "network": {"id": "1088d256-1162-4a11-9661-32304938e86f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-836516546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e993b3c0f73e4ac092b030d01b303ce1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb0f5221-7a", "ovs_interfaceid": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b5c83537-789b-400a-a20c-3bd5a88e44ba req-f02fd605-3b64-4b56-b7ad-9140da7a8bb1 service nova] Releasing lock "refresh_cache-9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.network.neutron [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Successfully updated port: 41529fa7-d7f6-4545-b6b1-14707166b265 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Acquiring lock "refresh_cache-9d29192e-2d96-4325-adba-53573ebaa8cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Acquired lock "refresh_cache-9d29192e-2d96-4325-adba-53573ebaa8cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.network.neutron [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.compute.manager [req-a7ad1123-47ca-49e1-b576-eaee0aada11d req-a2bd70ba-15a3-4d29-9e82-d486331e31f3 service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Received event network-changed-41529fa7-d7f6-4545-b6b1-14707166b265 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.compute.manager [req-a7ad1123-47ca-49e1-b576-eaee0aada11d req-a2bd70ba-15a3-4d29-9e82-d486331e31f3 service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Refreshing instance network info cache due to event network-changed-41529fa7-d7f6-4545-b6b1-14707166b265. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a7ad1123-47ca-49e1-b576-eaee0aada11d req-a2bd70ba-15a3-4d29-9e82-d486331e31f3 service nova] Acquiring lock "refresh_cache-9d29192e-2d96-4325-adba-53573ebaa8cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:26 user nova-compute[74675]: DEBUG nova.network.neutron [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:15:26 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Creating config drive at /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk.config
Nov 23 06:15:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmprmvvriv8 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmprmvvriv8" returned: 0 in 0.109s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Acquiring lock "23b16712-4309-4d46-81ec-720a135c9418" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lock "23b16712-4309-4d46-81ec-720a135c9418" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.006s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-cc5c61cc-0fd0-41c6-9205-706b629187d6 req-c5da0a8d-cc87-4ff1-9253-fba2b30e9bec service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Received event network-vif-plugged-bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cc5c61cc-0fd0-41c6-9205-706b629187d6 req-c5da0a8d-cc87-4ff1-9253-fba2b30e9bec service nova] Acquiring lock "b8dd621e-e476-4957-97b9-9d84a015e99d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cc5c61cc-0fd0-41c6-9205-706b629187d6 req-c5da0a8d-cc87-4ff1-9253-fba2b30e9bec service nova] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cc5c61cc-0fd0-41c6-9205-706b629187d6 req-c5da0a8d-cc87-4ff1-9253-fba2b30e9bec service nova] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-cc5c61cc-0fd0-41c6-9205-706b629187d6 req-c5da0a8d-cc87-4ff1-9253-fba2b30e9bec service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] No waiting events found dispatching network-vif-plugged-bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:27 user nova-compute[74675]: WARNING nova.compute.manager [req-cc5c61cc-0fd0-41c6-9205-706b629187d6 req-c5da0a8d-cc87-4ff1-9253-fba2b30e9bec service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Received unexpected event network-vif-plugged-bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 for instance with vm_state active and task_state None.
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-cc5c61cc-0fd0-41c6-9205-706b629187d6 req-c5da0a8d-cc87-4ff1-9253-fba2b30e9bec service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Received event network-vif-plugged-bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cc5c61cc-0fd0-41c6-9205-706b629187d6 req-c5da0a8d-cc87-4ff1-9253-fba2b30e9bec service nova] Acquiring lock "b8dd621e-e476-4957-97b9-9d84a015e99d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cc5c61cc-0fd0-41c6-9205-706b629187d6 req-c5da0a8d-cc87-4ff1-9253-fba2b30e9bec service nova] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cc5c61cc-0fd0-41c6-9205-706b629187d6 req-c5da0a8d-cc87-4ff1-9253-fba2b30e9bec service nova] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-cc5c61cc-0fd0-41c6-9205-706b629187d6 req-c5da0a8d-cc87-4ff1-9253-fba2b30e9bec service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] No waiting events found dispatching network-vif-plugged-bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:27 user nova-compute[74675]: WARNING nova.compute.manager [req-cc5c61cc-0fd0-41c6-9205-706b629187d6 req-c5da0a8d-cc87-4ff1-9253-fba2b30e9bec service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Received unexpected event network-vif-plugged-bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 for instance with vm_state active and task_state None.
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:15:27 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Instance spawned successfully.
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:15:27 user nova-compute[74675]: INFO nova.compute.claims [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Claim successful on node user
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:27 user nova-compute[74675]: INFO nova.compute.manager [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Took 11.50 seconds to spawn the instance on the hypervisor.
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.network.neutron [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Updating instance_info_cache with network_info: [{"id": "41529fa7-d7f6-4545-b6b1-14707166b265", "address": "fa:16:3e:8b:a8:48", "network": {"id": "6256a691-8251-487d-9c03-c5fcfc7bdeb1", "bridge": "br-int", "label": "tempest-TestVolumeSwap-243575350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8f0a3c0a37343b5b5b5b0a38c1897bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41529fa7-d7", "ovs_interfaceid": "41529fa7-d7f6-4545-b6b1-14707166b265", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Releasing lock "refresh_cache-9d29192e-2d96-4325-adba-53573ebaa8cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Instance network_info: |[{"id": "41529fa7-d7f6-4545-b6b1-14707166b265", "address": "fa:16:3e:8b:a8:48", "network": {"id": "6256a691-8251-487d-9c03-c5fcfc7bdeb1", "bridge": "br-int", "label": "tempest-TestVolumeSwap-243575350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8f0a3c0a37343b5b5b5b0a38c1897bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41529fa7-d7", "ovs_interfaceid": "41529fa7-d7f6-4545-b6b1-14707166b265", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a7ad1123-47ca-49e1-b576-eaee0aada11d req-a2bd70ba-15a3-4d29-9e82-d486331e31f3 service nova] Acquired lock "refresh_cache-9d29192e-2d96-4325-adba-53573ebaa8cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.network.neutron [req-a7ad1123-47ca-49e1-b576-eaee0aada11d req-a2bd70ba-15a3-4d29-9e82-d486331e31f3 service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Refreshing network info cache for port 41529fa7-d7f6-4545-b6b1-14707166b265 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Start _get_guest_xml network_info=[{"id": "41529fa7-d7f6-4545-b6b1-14707166b265", "address": "fa:16:3e:8b:a8:48", "network": {"id": "6256a691-8251-487d-9c03-c5fcfc7bdeb1", "bridge": "br-int", "label": "tempest-TestVolumeSwap-243575350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8f0a3c0a37343b5b5b5b0a38c1897bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41529fa7-d7", "ovs_interfaceid": "41529fa7-d7f6-4545-b6b1-14707166b265", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:15:27 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:27 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:15:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2084811493',display_name='tempest-TestVolumeSwap-server-2084811493',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2084811493',id=8,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAgUyCvK91VutxXBRK2qUl7pErFe7gVNoP1fcvrMsxEhK8b8tAa8GQanlBZFbyseshWGGHKCIpvqOrCphv2Kx3zI0DcfY1gPSnv5TC4AiaQD5GCtxzDjvXcgmxwjpOjY2g==',key_name='tempest-keypair-373659469',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c8f0a3c0a37343b5b5b5b0a38c1897bb',ramdisk_id='',reservation_id='r-n1mbmkss',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1499543569',owner_user_name='tempest-TestVolumeSwap-1499543569-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:15:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d13c4d19f6f453dad275a4269ee9a72',uuid=9d29192e-2d96-4325-adba-53573ebaa8cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "41529fa7-d7f6-4545-b6b1-14707166b265", "address": "fa:16:3e:8b:a8:48", "network": {"id": "6256a691-8251-487d-9c03-c5fcfc7bdeb1", "bridge": "br-int", "label": "tempest-TestVolumeSwap-243575350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8f0a3c0a37343b5b5b5b0a38c1897bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41529fa7-d7", "ovs_interfaceid": "41529fa7-d7f6-4545-b6b1-14707166b265", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Converting VIF {"id": "41529fa7-d7f6-4545-b6b1-14707166b265", "address": "fa:16:3e:8b:a8:48", "network": {"id": "6256a691-8251-487d-9c03-c5fcfc7bdeb1", "bridge": "br-int", "label": "tempest-TestVolumeSwap-243575350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8f0a3c0a37343b5b5b5b0a38c1897bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41529fa7-d7", "ovs_interfaceid": "41529fa7-d7f6-4545-b6b1-14707166b265", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:a8:48,bridge_name='br-int',has_traffic_filtering=True,id=41529fa7-d7f6-4545-b6b1-14707166b265,network=Network(6256a691-8251-487d-9c03-c5fcfc7bdeb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41529fa7-d7') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.objects.instance [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lazy-loading 'pci_devices' on Instance uuid 9d29192e-2d96-4325-adba-53573ebaa8cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:15:27 user nova-compute[74675]: INFO nova.compute.manager [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Took 13.05 seconds to build instance.
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:15:27 user nova-compute[74675]:   <uuid>9d29192e-2d96-4325-adba-53573ebaa8cc</uuid>
Nov 23 06:15:27 user nova-compute[74675]:   <name>instance-00000008</name>
Nov 23 06:15:27 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:15:27 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:15:27 user nova-compute[74675]:   <metadata>
Nov 23 06:15:27 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:15:27 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:15:27 user nova-compute[74675]:       <nova:name>tempest-TestVolumeSwap-server-2084811493</nova:name>
Nov 23 06:15:27 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:15:27</nova:creationTime>
Nov 23 06:15:27 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:15:27 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:15:27 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:15:27 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:15:27 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:15:27 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:15:27 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:15:27 user nova-compute[74675]:       <nova:owner>
Nov 23 06:15:27 user nova-compute[74675]:         <nova:user uuid="9d13c4d19f6f453dad275a4269ee9a72">tempest-TestVolumeSwap-1499543569-project-member</nova:user>
Nov 23 06:15:27 user nova-compute[74675]:         <nova:project uuid="c8f0a3c0a37343b5b5b5b0a38c1897bb">tempest-TestVolumeSwap-1499543569</nova:project>
Nov 23 06:15:27 user nova-compute[74675]:       </nova:owner>
Nov 23 06:15:27 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:15:27 user nova-compute[74675]:       <nova:ports>
Nov 23 06:15:27 user nova-compute[74675]:         <nova:port uuid="41529fa7-d7f6-4545-b6b1-14707166b265">
Nov 23 06:15:27 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 23 06:15:27 user nova-compute[74675]:         </nova:port>
Nov 23 06:15:27 user nova-compute[74675]:       </nova:ports>
Nov 23 06:15:27 user nova-compute[74675]:     </nova:instance>
Nov 23 06:15:27 user nova-compute[74675]:   </metadata>
Nov 23 06:15:27 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:15:27 user nova-compute[74675]:     <system>
Nov 23 06:15:27 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:15:27 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:15:27 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:15:27 user nova-compute[74675]:       <entry name="serial">9d29192e-2d96-4325-adba-53573ebaa8cc</entry>
Nov 23 06:15:27 user nova-compute[74675]:       <entry name="uuid">9d29192e-2d96-4325-adba-53573ebaa8cc</entry>
Nov 23 06:15:27 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:15:27 user nova-compute[74675]:     </system>
Nov 23 06:15:27 user nova-compute[74675]:   </sysinfo>
Nov 23 06:15:27 user nova-compute[74675]:   <os>
Nov 23 06:15:27 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:15:27 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:15:27 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:15:27 user nova-compute[74675]:   </os>
Nov 23 06:15:27 user nova-compute[74675]:   <features>
Nov 23 06:15:27 user nova-compute[74675]:     <acpi/>
Nov 23 06:15:27 user nova-compute[74675]:     <apic/>
Nov 23 06:15:27 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:15:27 user nova-compute[74675]:   </features>
Nov 23 06:15:27 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:15:27 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:15:27 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:15:27 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:15:27 user nova-compute[74675]:   </clock>
Nov 23 06:15:27 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:15:27 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:15:27 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:15:27 user nova-compute[74675]:   </cpu>
Nov 23 06:15:27 user nova-compute[74675]:   <devices>
Nov 23 06:15:27 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:15:27 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:15:27 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk"/>
Nov 23 06:15:27 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:15:27 user nova-compute[74675]:     </disk>
Nov 23 06:15:27 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:15:27 user nova-compute[74675]:       <mac address="fa:16:3e:8b:a8:48"/>
Nov 23 06:15:27 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:27 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:15:27 user nova-compute[74675]:       <target dev="tap41529fa7-d7"/>
Nov 23 06:15:27 user nova-compute[74675]:     </interface>
Nov 23 06:15:27 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:15:27 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/console.log" append="off"/>
Nov 23 06:15:27 user nova-compute[74675]:     </serial>
Nov 23 06:15:27 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:15:27 user nova-compute[74675]:     <video>
Nov 23 06:15:27 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:27 user nova-compute[74675]:     </video>
Nov 23 06:15:27 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:15:27 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:15:27 user nova-compute[74675]:     </rng>
Nov 23 06:15:27 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:15:27 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:15:27 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:15:27 user nova-compute[74675]:     </memballoon>
Nov 23 06:15:27 user nova-compute[74675]:   </devices>
Nov 23 06:15:27 user nova-compute[74675]: </domain>
Nov 23 06:15:27 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:15:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2084811493',display_name='tempest-TestVolumeSwap-server-2084811493',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2084811493',id=8,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAgUyCvK91VutxXBRK2qUl7pErFe7gVNoP1fcvrMsxEhK8b8tAa8GQanlBZFbyseshWGGHKCIpvqOrCphv2Kx3zI0DcfY1gPSnv5TC4AiaQD5GCtxzDjvXcgmxwjpOjY2g==',key_name='tempest-keypair-373659469',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c8f0a3c0a37343b5b5b5b0a38c1897bb',ramdisk_id='',reservation_id='r-n1mbmkss',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1499543569',owner_user_name='tempest-TestVolumeSwap-1499543569-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:15:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d13c4d19f6f453dad275a4269ee9a72',uuid=9d29192e-2d96-4325-adba-53573ebaa8cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "41529fa7-d7f6-4545-b6b1-14707166b265", "address": "fa:16:3e:8b:a8:48", "network": {"id": "6256a691-8251-487d-9c03-c5fcfc7bdeb1", "bridge": "br-int", "label": "tempest-TestVolumeSwap-243575350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8f0a3c0a37343b5b5b5b0a38c1897bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41529fa7-d7", "ovs_interfaceid": "41529fa7-d7f6-4545-b6b1-14707166b265", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Converting VIF {"id": "41529fa7-d7f6-4545-b6b1-14707166b265", "address": "fa:16:3e:8b:a8:48", "network": {"id": "6256a691-8251-487d-9c03-c5fcfc7bdeb1", "bridge": "br-int", "label": "tempest-TestVolumeSwap-243575350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8f0a3c0a37343b5b5b5b0a38c1897bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41529fa7-d7", "ovs_interfaceid": "41529fa7-d7f6-4545-b6b1-14707166b265", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:a8:48,bridge_name='br-int',has_traffic_filtering=True,id=41529fa7-d7f6-4545-b6b1-14707166b265,network=Network(6256a691-8251-487d-9c03-c5fcfc7bdeb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41529fa7-d7') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG os_vif [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:a8:48,bridge_name='br-int',has_traffic_filtering=True,id=41529fa7-d7f6-4545-b6b1-14707166b265,network=Network(6256a691-8251-487d-9c03-c5fcfc7bdeb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41529fa7-d7') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fd7eb3a1-5ef4-5919-acc3-1cd226b834a9', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d2e1bf4d-b09b-4256-8bf8-556dadabed06 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.393s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap41529fa7-d7, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap41529fa7-d7, col_values=(('qos', UUID('37ebdf9c-0681-4ade-8130-b51e7cd393f6')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap41529fa7-d7, col_values=(('external_ids', {'iface-id': '41529fa7-d7f6-4545-b6b1-14707166b265', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8b:a8:48', 'vm-uuid': '9d29192e-2d96-4325-adba-53573ebaa8cc'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:27 user nova-compute[74675]: INFO os_vif [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:a8:48,bridge_name='br-int',has_traffic_filtering=True,id=41529fa7-d7f6-4545-b6b1-14707166b265,network=Network(6256a691-8251-487d-9c03-c5fcfc7bdeb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41529fa7-d7')
Nov 23 06:15:28 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] No VIF found with MAC fa:16:3e:8b:a8:48, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.832s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG nova.compute.manager [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG nova.compute.manager [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG nova.network.neutron [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:15:28 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:15:28 user nova-compute[74675]: DEBUG nova.network.neutron [req-a7ad1123-47ca-49e1-b576-eaee0aada11d req-a2bd70ba-15a3-4d29-9e82-d486331e31f3 service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Updated VIF entry in instance network info cache for port 41529fa7-d7f6-4545-b6b1-14707166b265. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG nova.network.neutron [req-a7ad1123-47ca-49e1-b576-eaee0aada11d req-a2bd70ba-15a3-4d29-9e82-d486331e31f3 service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Updating instance_info_cache with network_info: [{"id": "41529fa7-d7f6-4545-b6b1-14707166b265", "address": "fa:16:3e:8b:a8:48", "network": {"id": "6256a691-8251-487d-9c03-c5fcfc7bdeb1", "bridge": "br-int", "label": "tempest-TestVolumeSwap-243575350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8f0a3c0a37343b5b5b5b0a38c1897bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41529fa7-d7", "ovs_interfaceid": "41529fa7-d7f6-4545-b6b1-14707166b265", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG nova.compute.manager [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG nova.policy [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '283b44c5168f42aaa1e5776617ee2ee4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1aebde71ee4c4a0eaa78a8da380c2d16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a7ad1123-47ca-49e1-b576-eaee0aada11d req-a2bd70ba-15a3-4d29-9e82-d486331e31f3 service nova] Releasing lock "refresh_cache-9d29192e-2d96-4325-adba-53573ebaa8cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG nova.compute.manager [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:15:28 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Creating image(s)
Nov 23 06:15:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Acquiring lock "/opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lock "/opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lock "/opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.433s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.301s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk 1073741824" returned: 0 in 0.365s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.779s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.373s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:30 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Checking if we can resize image /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:15:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk --force-share --output=json" returned: 0 in 0.369s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:30 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Cannot resize image /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:15:30 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:15:30 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Ensure instance console log exists: /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:15:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "adfacbf3-a10d-44fb-a252-95572a966156" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "adfacbf3-a10d-44fb-a252-95572a966156" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:30 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:15:30 user nova-compute[74675]: DEBUG nova.network.neutron [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Successfully created port: f929e695-3449-4e22-9efc-2fd7bd299ec2 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-2f95f151-8721-4236-bddf-b23e8c461832 req-81cf714e-1a69-4462-a3fa-a355cc8281ec service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Received event network-vif-plugged-3bbaae4b-21f8-4145-aaa4-b591e2807fd6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2f95f151-8721-4236-bddf-b23e8c461832 req-81cf714e-1a69-4462-a3fa-a355cc8281ec service nova] Acquiring lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2f95f151-8721-4236-bddf-b23e8c461832 req-81cf714e-1a69-4462-a3fa-a355cc8281ec service nova] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2f95f151-8721-4236-bddf-b23e8c461832 req-81cf714e-1a69-4462-a3fa-a355cc8281ec service nova] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-2f95f151-8721-4236-bddf-b23e8c461832 req-81cf714e-1a69-4462-a3fa-a355cc8281ec service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] No waiting events found dispatching network-vif-plugged-3bbaae4b-21f8-4145-aaa4-b591e2807fd6 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:31 user nova-compute[74675]: WARNING nova.compute.manager [req-2f95f151-8721-4236-bddf-b23e8c461832 req-81cf714e-1a69-4462-a3fa-a355cc8281ec service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Received unexpected event network-vif-plugged-3bbaae4b-21f8-4145-aaa4-b591e2807fd6 for instance with vm_state active and task_state None.
Nov 23 06:15:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:15:31 user nova-compute[74675]: INFO nova.compute.claims [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Claim successful on node user
Nov 23 06:15:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG nova.network.neutron [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Successfully updated port: f929e695-3449-4e22-9efc-2fd7bd299ec2 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Acquiring lock "refresh_cache-23b16712-4309-4d46-81ec-720a135c9418" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Acquired lock "refresh_cache-23b16712-4309-4d46-81ec-720a135c9418" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG nova.network.neutron [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-3a83a2ac-341d-465e-bf51-a2386c5682a7 req-ceef886d-2869-4ef1-bea5-e2d4af93f251 service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Received event network-changed-f929e695-3449-4e22-9efc-2fd7bd299ec2 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-3a83a2ac-341d-465e-bf51-a2386c5682a7 req-ceef886d-2869-4ef1-bea5-e2d4af93f251 service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Refreshing instance network info cache due to event network-changed-f929e695-3449-4e22-9efc-2fd7bd299ec2. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3a83a2ac-341d-465e-bf51-a2386c5682a7 req-ceef886d-2869-4ef1-bea5-e2d4af93f251 service nova] Acquiring lock "refresh_cache-23b16712-4309-4d46-81ec-720a135c9418" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.887s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:31 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.network.neutron [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:32 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.policy [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1af88d8e1edd4516a0c35af8e3552dc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dca65c5e61b4853bc4d455cbdbb6afe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:15:32 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Creating image(s)
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.network.neutron [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Updating instance_info_cache with network_info: [{"id": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "address": "fa:16:3e:13:1b:5d", "network": {"id": "01db44ca-f624-410f-95f6-07ce1e9ef826", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1125460851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aebde71ee4c4a0eaa78a8da380c2d16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf929e695-34", "ovs_interfaceid": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Releasing lock "refresh_cache-23b16712-4309-4d46-81ec-720a135c9418" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.compute.manager [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Instance network_info: |[{"id": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "address": "fa:16:3e:13:1b:5d", "network": {"id": "01db44ca-f624-410f-95f6-07ce1e9ef826", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1125460851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aebde71ee4c4a0eaa78a8da380c2d16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf929e695-34", "ovs_interfaceid": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3a83a2ac-341d-465e-bf51-a2386c5682a7 req-ceef886d-2869-4ef1-bea5-e2d4af93f251 service nova] Acquired lock "refresh_cache-23b16712-4309-4d46-81ec-720a135c9418" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.network.neutron [req-3a83a2ac-341d-465e-bf51-a2386c5682a7 req-ceef886d-2869-4ef1-bea5-e2d4af93f251 service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Refreshing network info cache for port f929e695-3449-4e22-9efc-2fd7bd299ec2 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Start _get_guest_xml network_info=[{"id": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "address": "fa:16:3e:13:1b:5d", "network": {"id": "01db44ca-f624-410f-95f6-07ce1e9ef826", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1125460851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aebde71ee4c4a0eaa78a8da380c2d16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf929e695-34", "ovs_interfaceid": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:15:32 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:32 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:15:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1062229394',display_name='tempest-VolumesAssistedSnapshotsTest-server-1062229394',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1062229394',id=9,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE0QD7wyuMtCvoMHMrDp8ZZyLVlJoXRtTSjNcUOIIA16xVKeBMDvdSrJHcP/joSeWQqhl7h/x3ulbM73CVK9VXfuhd70rtXPMEZFLyF3BfAqx7T+6H4Zko0hHPh9W55T+g==',key_name='tempest-keypair-997310784',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1aebde71ee4c4a0eaa78a8da380c2d16',ramdisk_id='',reservation_id='r-8dgrw776',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1797376906',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1797376906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:15:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='283b44c5168f42aaa1e5776617ee2ee4',uuid=23b16712-4309-4d46-81ec-720a135c9418,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "address": "fa:16:3e:13:1b:5d", "network": {"id": "01db44ca-f624-410f-95f6-07ce1e9ef826", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1125460851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aebde71ee4c4a0eaa78a8da380c2d16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf929e695-34", "ovs_interfaceid": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Converting VIF {"id": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "address": "fa:16:3e:13:1b:5d", "network": {"id": "01db44ca-f624-410f-95f6-07ce1e9ef826", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1125460851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aebde71ee4c4a0eaa78a8da380c2d16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf929e695-34", "ovs_interfaceid": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:1b:5d,bridge_name='br-int',has_traffic_filtering=True,id=f929e695-3449-4e22-9efc-2fd7bd299ec2,network=Network(01db44ca-f624-410f-95f6-07ce1e9ef826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf929e695-34') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.objects.instance [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lazy-loading 'pci_devices' on Instance uuid 23b16712-4309-4d46-81ec-720a135c9418 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.220s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:15:32 user nova-compute[74675]:   <uuid>23b16712-4309-4d46-81ec-720a135c9418</uuid>
Nov 23 06:15:32 user nova-compute[74675]:   <name>instance-00000009</name>
Nov 23 06:15:32 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:15:32 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:15:32 user nova-compute[74675]:   <metadata>
Nov 23 06:15:32 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:15:32 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:15:32 user nova-compute[74675]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1062229394</nova:name>
Nov 23 06:15:32 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:15:32</nova:creationTime>
Nov 23 06:15:32 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:15:32 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:15:32 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:15:32 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:15:32 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:15:32 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:15:32 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:15:32 user nova-compute[74675]:       <nova:owner>
Nov 23 06:15:32 user nova-compute[74675]:         <nova:user uuid="283b44c5168f42aaa1e5776617ee2ee4">tempest-VolumesAssistedSnapshotsTest-1797376906-project-member</nova:user>
Nov 23 06:15:32 user nova-compute[74675]:         <nova:project uuid="1aebde71ee4c4a0eaa78a8da380c2d16">tempest-VolumesAssistedSnapshotsTest-1797376906</nova:project>
Nov 23 06:15:32 user nova-compute[74675]:       </nova:owner>
Nov 23 06:15:32 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:15:32 user nova-compute[74675]:       <nova:ports>
Nov 23 06:15:32 user nova-compute[74675]:         <nova:port uuid="f929e695-3449-4e22-9efc-2fd7bd299ec2">
Nov 23 06:15:32 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 23 06:15:32 user nova-compute[74675]:         </nova:port>
Nov 23 06:15:32 user nova-compute[74675]:       </nova:ports>
Nov 23 06:15:32 user nova-compute[74675]:     </nova:instance>
Nov 23 06:15:32 user nova-compute[74675]:   </metadata>
Nov 23 06:15:32 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:15:32 user nova-compute[74675]:     <system>
Nov 23 06:15:32 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:15:32 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:15:32 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:15:32 user nova-compute[74675]:       <entry name="serial">23b16712-4309-4d46-81ec-720a135c9418</entry>
Nov 23 06:15:32 user nova-compute[74675]:       <entry name="uuid">23b16712-4309-4d46-81ec-720a135c9418</entry>
Nov 23 06:15:32 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:15:32 user nova-compute[74675]:     </system>
Nov 23 06:15:32 user nova-compute[74675]:   </sysinfo>
Nov 23 06:15:32 user nova-compute[74675]:   <os>
Nov 23 06:15:32 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:15:32 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:15:32 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:15:32 user nova-compute[74675]:   </os>
Nov 23 06:15:32 user nova-compute[74675]:   <features>
Nov 23 06:15:32 user nova-compute[74675]:     <acpi/>
Nov 23 06:15:32 user nova-compute[74675]:     <apic/>
Nov 23 06:15:32 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:15:32 user nova-compute[74675]:   </features>
Nov 23 06:15:32 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:15:32 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:15:32 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:15:32 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:15:32 user nova-compute[74675]:   </clock>
Nov 23 06:15:32 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:15:32 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:15:32 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:15:32 user nova-compute[74675]:   </cpu>
Nov 23 06:15:32 user nova-compute[74675]:   <devices>
Nov 23 06:15:32 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:15:32 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:15:32 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk"/>
Nov 23 06:15:32 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:15:32 user nova-compute[74675]:     </disk>
Nov 23 06:15:32 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:15:32 user nova-compute[74675]:       <mac address="fa:16:3e:13:1b:5d"/>
Nov 23 06:15:32 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:32 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:15:32 user nova-compute[74675]:       <target dev="tapf929e695-34"/>
Nov 23 06:15:32 user nova-compute[74675]:     </interface>
Nov 23 06:15:32 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:15:32 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/console.log" append="off"/>
Nov 23 06:15:32 user nova-compute[74675]:     </serial>
Nov 23 06:15:32 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:15:32 user nova-compute[74675]:     <video>
Nov 23 06:15:32 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:32 user nova-compute[74675]:     </video>
Nov 23 06:15:32 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:15:32 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:15:32 user nova-compute[74675]:     </rng>
Nov 23 06:15:32 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:15:32 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:15:32 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:15:32 user nova-compute[74675]:     </memballoon>
Nov 23 06:15:32 user nova-compute[74675]:   </devices>
Nov 23 06:15:32 user nova-compute[74675]: </domain>
Nov 23 06:15:32 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:15:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1062229394',display_name='tempest-VolumesAssistedSnapshotsTest-server-1062229394',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1062229394',id=9,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE0QD7wyuMtCvoMHMrDp8ZZyLVlJoXRtTSjNcUOIIA16xVKeBMDvdSrJHcP/joSeWQqhl7h/x3ulbM73CVK9VXfuhd70rtXPMEZFLyF3BfAqx7T+6H4Zko0hHPh9W55T+g==',key_name='tempest-keypair-997310784',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1aebde71ee4c4a0eaa78a8da380c2d16',ramdisk_id='',reservation_id='r-8dgrw776',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1797376906',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1797376906-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:15:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='283b44c5168f42aaa1e5776617ee2ee4',uuid=23b16712-4309-4d46-81ec-720a135c9418,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "address": "fa:16:3e:13:1b:5d", "network": {"id": "01db44ca-f624-410f-95f6-07ce1e9ef826", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1125460851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aebde71ee4c4a0eaa78a8da380c2d16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf929e695-34", "ovs_interfaceid": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Converting VIF {"id": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "address": "fa:16:3e:13:1b:5d", "network": {"id": "01db44ca-f624-410f-95f6-07ce1e9ef826", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1125460851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aebde71ee4c4a0eaa78a8da380c2d16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf929e695-34", "ovs_interfaceid": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:1b:5d,bridge_name='br-int',has_traffic_filtering=True,id=f929e695-3449-4e22-9efc-2fd7bd299ec2,network=Network(01db44ca-f624-410f-95f6-07ce1e9ef826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf929e695-34') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG os_vif [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:1b:5d,bridge_name='br-int',has_traffic_filtering=True,id=f929e695-3449-4e22-9efc-2fd7bd299ec2,network=Network(01db44ca-f624-410f-95f6-07ce1e9ef826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf929e695-34') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '101c6a3f-bbe6-5088-96dd-6347a9e755a1', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf929e695-34, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf929e695-34, col_values=(('qos', UUID('4146b073-b601-47b9-aee9-578af9b4704c')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf929e695-34, col_values=(('external_ids', {'iface-id': 'f929e695-3449-4e22-9efc-2fd7bd299ec2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:13:1b:5d', 'vm-uuid': '23b16712-4309-4d46-81ec-720a135c9418'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:32 user nova-compute[74675]: INFO os_vif [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:1b:5d,bridge_name='br-int',has_traffic_filtering=True,id=f929e695-3449-4e22-9efc-2fd7bd299ec2,network=Network(01db44ca-f624-410f-95f6-07ce1e9ef826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf929e695-34')
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] No VIF found with MAC fa:16:3e:13:1b:5d, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.199s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk 1073741824" returned: 0 in 0.070s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Successfully created port: 3a18a0ea-2709-4614-a351-bec8ab84d97b {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.194s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Checking if we can resize image /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG nova.compute.manager [req-79a1d6eb-e6e8-46e3-bef4-85bb0e537597 req-dcaae7a0-1400-4641-b428-a81d84493bd0 service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Received event network-vif-plugged-3bbaae4b-21f8-4145-aaa4-b591e2807fd6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-79a1d6eb-e6e8-46e3-bef4-85bb0e537597 req-dcaae7a0-1400-4641-b428-a81d84493bd0 service nova] Acquiring lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-79a1d6eb-e6e8-46e3-bef4-85bb0e537597 req-dcaae7a0-1400-4641-b428-a81d84493bd0 service nova] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-79a1d6eb-e6e8-46e3-bef4-85bb0e537597 req-dcaae7a0-1400-4641-b428-a81d84493bd0 service nova] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG nova.compute.manager [req-79a1d6eb-e6e8-46e3-bef4-85bb0e537597 req-dcaae7a0-1400-4641-b428-a81d84493bd0 service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] No waiting events found dispatching network-vif-plugged-3bbaae4b-21f8-4145-aaa4-b591e2807fd6 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:33 user nova-compute[74675]: WARNING nova.compute.manager [req-79a1d6eb-e6e8-46e3-bef4-85bb0e537597 req-dcaae7a0-1400-4641-b428-a81d84493bd0 service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Received unexpected event network-vif-plugged-3bbaae4b-21f8-4145-aaa4-b591e2807fd6 for instance with vm_state active and task_state None.
Nov 23 06:15:33 user nova-compute[74675]: DEBUG nova.network.neutron [req-3a83a2ac-341d-465e-bf51-a2386c5682a7 req-ceef886d-2869-4ef1-bea5-e2d4af93f251 service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Updated VIF entry in instance network info cache for port f929e695-3449-4e22-9efc-2fd7bd299ec2. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG nova.network.neutron [req-3a83a2ac-341d-465e-bf51-a2386c5682a7 req-ceef886d-2869-4ef1-bea5-e2d4af93f251 service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Updating instance_info_cache with network_info: [{"id": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "address": "fa:16:3e:13:1b:5d", "network": {"id": "01db44ca-f624-410f-95f6-07ce1e9ef826", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1125460851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aebde71ee4c4a0eaa78a8da380c2d16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf929e695-34", "ovs_interfaceid": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3a83a2ac-341d-465e-bf51-a2386c5682a7 req-ceef886d-2869-4ef1-bea5-e2d4af93f251 service nova] Releasing lock "refresh_cache-23b16712-4309-4d46-81ec-720a135c9418" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Cannot resize image /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Ensure instance console log exists: /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Successfully updated port: 3a18a0ea-2709-4614-a351-bec8ab84d97b {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquired lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG nova.compute.manager [req-901d30d0-93a3-484d-9982-e783d4d334c6 req-bfe2e1aa-5ea8-4c75-a1b0-02f6b8716533 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received event network-changed-3a18a0ea-2709-4614-a351-bec8ab84d97b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG nova.compute.manager [req-901d30d0-93a3-484d-9982-e783d4d334c6 req-bfe2e1aa-5ea8-4c75-a1b0-02f6b8716533 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Refreshing instance network info cache due to event network-changed-3a18a0ea-2709-4614-a351-bec8ab84d97b. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-901d30d0-93a3-484d-9982-e783d4d334c6 req-bfe2e1aa-5ea8-4c75-a1b0-02f6b8716533 service nova] Acquiring lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG nova.compute.manager [req-ee8e5cf6-78f5-4ca1-98cb-2e246629e6f1 req-cc5f2fb4-6d4a-473a-8562-c71d8e20165a service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Received event network-vif-plugged-515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ee8e5cf6-78f5-4ca1-98cb-2e246629e6f1 req-cc5f2fb4-6d4a-473a-8562-c71d8e20165a service nova] Acquiring lock "10d0b693-498d-4912-8a28-00970d5b1bed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ee8e5cf6-78f5-4ca1-98cb-2e246629e6f1 req-cc5f2fb4-6d4a-473a-8562-c71d8e20165a service nova] Lock "10d0b693-498d-4912-8a28-00970d5b1bed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ee8e5cf6-78f5-4ca1-98cb-2e246629e6f1 req-cc5f2fb4-6d4a-473a-8562-c71d8e20165a service nova] Lock "10d0b693-498d-4912-8a28-00970d5b1bed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:33 user nova-compute[74675]: DEBUG nova.compute.manager [req-ee8e5cf6-78f5-4ca1-98cb-2e246629e6f1 req-cc5f2fb4-6d4a-473a-8562-c71d8e20165a service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] No waiting events found dispatching network-vif-plugged-515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:33 user nova-compute[74675]: WARNING nova.compute.manager [req-ee8e5cf6-78f5-4ca1-98cb-2e246629e6f1 req-cc5f2fb4-6d4a-473a-8562-c71d8e20165a service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Received unexpected event network-vif-plugged-515774e3-0f59-4077-b115-25a683a1e41b for instance with vm_state active and task_state None.
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Updating instance_info_cache with network_info: [{"id": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "address": "fa:16:3e:e1:03:10", "network": {"id": "aa6524cc-f831-44bc-bea2-65289fb5d211", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1696372180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a18a0ea-27", "ovs_interfaceid": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Releasing lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Instance network_info: |[{"id": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "address": "fa:16:3e:e1:03:10", "network": {"id": "aa6524cc-f831-44bc-bea2-65289fb5d211", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1696372180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a18a0ea-27", "ovs_interfaceid": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-901d30d0-93a3-484d-9982-e783d4d334c6 req-bfe2e1aa-5ea8-4c75-a1b0-02f6b8716533 service nova] Acquired lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.network.neutron [req-901d30d0-93a3-484d-9982-e783d4d334c6 req-bfe2e1aa-5ea8-4c75-a1b0-02f6b8716533 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Refreshing network info cache for port 3a18a0ea-2709-4614-a351-bec8ab84d97b {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Start _get_guest_xml network_info=[{"id": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "address": "fa:16:3e:e1:03:10", "network": {"id": "aa6524cc-f831-44bc-bea2-65289fb5d211", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1696372180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a18a0ea-27", "ovs_interfaceid": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:34 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:34 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:15:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1759513636',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1759513636',id=10,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEhN9FG9TlhT3WpiwEkpPL4A8r8u7a9cF3KIhG5p/BN6wiENAE+m4iT/+FMB12yq6qKXEYrSuik3AgJWD++JVGNC57W2B6tUU5icBbfyqFwab+q8DDCV0/Ii7IYBDd4JeQ==',key_name='tempest-keypair-1739333336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9dca65c5e61b4853bc4d455cbdbb6afe',ramdisk_id='',reservation_id='r-9u9oob5p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1368885131',owner_user_name='tempest-TaggedAttachmentsTest-1368885131-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1af88d8e1edd4516a0c35af8e3552dc6',uuid=adfacbf3-a10d-44fb-a252-95572a966156,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "address": "fa:16:3e:e1:03:10", "network": {"id": "aa6524cc-f831-44bc-bea2-65289fb5d211", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1696372180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a18a0ea-27", "ovs_interfaceid": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Converting VIF {"id": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "address": "fa:16:3e:e1:03:10", "network": {"id": "aa6524cc-f831-44bc-bea2-65289fb5d211", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1696372180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a18a0ea-27", "ovs_interfaceid": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:03:10,bridge_name='br-int',has_traffic_filtering=True,id=3a18a0ea-2709-4614-a351-bec8ab84d97b,network=Network(aa6524cc-f831-44bc-bea2-65289fb5d211),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a18a0ea-27') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lazy-loading 'pci_devices' on Instance uuid adfacbf3-a10d-44fb-a252-95572a966156 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:15:34 user nova-compute[74675]:   <uuid>adfacbf3-a10d-44fb-a252-95572a966156</uuid>
Nov 23 06:15:34 user nova-compute[74675]:   <name>instance-0000000a</name>
Nov 23 06:15:34 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:15:34 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:15:34 user nova-compute[74675]:   <metadata>
Nov 23 06:15:34 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:15:34 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:15:34 user nova-compute[74675]:       <nova:name>tempest-device-tagging-server-1759513636</nova:name>
Nov 23 06:15:34 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:15:34</nova:creationTime>
Nov 23 06:15:34 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:15:34 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:15:34 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:15:34 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:15:34 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:15:34 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:15:34 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:15:34 user nova-compute[74675]:       <nova:owner>
Nov 23 06:15:34 user nova-compute[74675]:         <nova:user uuid="1af88d8e1edd4516a0c35af8e3552dc6">tempest-TaggedAttachmentsTest-1368885131-project-member</nova:user>
Nov 23 06:15:34 user nova-compute[74675]:         <nova:project uuid="9dca65c5e61b4853bc4d455cbdbb6afe">tempest-TaggedAttachmentsTest-1368885131</nova:project>
Nov 23 06:15:34 user nova-compute[74675]:       </nova:owner>
Nov 23 06:15:34 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:15:34 user nova-compute[74675]:       <nova:ports>
Nov 23 06:15:34 user nova-compute[74675]:         <nova:port uuid="3a18a0ea-2709-4614-a351-bec8ab84d97b">
Nov 23 06:15:34 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 23 06:15:34 user nova-compute[74675]:         </nova:port>
Nov 23 06:15:34 user nova-compute[74675]:       </nova:ports>
Nov 23 06:15:34 user nova-compute[74675]:     </nova:instance>
Nov 23 06:15:34 user nova-compute[74675]:   </metadata>
Nov 23 06:15:34 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:15:34 user nova-compute[74675]:     <system>
Nov 23 06:15:34 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:15:34 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:15:34 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:15:34 user nova-compute[74675]:       <entry name="serial">adfacbf3-a10d-44fb-a252-95572a966156</entry>
Nov 23 06:15:34 user nova-compute[74675]:       <entry name="uuid">adfacbf3-a10d-44fb-a252-95572a966156</entry>
Nov 23 06:15:34 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:15:34 user nova-compute[74675]:     </system>
Nov 23 06:15:34 user nova-compute[74675]:   </sysinfo>
Nov 23 06:15:34 user nova-compute[74675]:   <os>
Nov 23 06:15:34 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:15:34 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:15:34 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:15:34 user nova-compute[74675]:   </os>
Nov 23 06:15:34 user nova-compute[74675]:   <features>
Nov 23 06:15:34 user nova-compute[74675]:     <acpi/>
Nov 23 06:15:34 user nova-compute[74675]:     <apic/>
Nov 23 06:15:34 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:15:34 user nova-compute[74675]:   </features>
Nov 23 06:15:34 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:15:34 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:15:34 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:15:34 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:15:34 user nova-compute[74675]:   </clock>
Nov 23 06:15:34 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:15:34 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:15:34 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:15:34 user nova-compute[74675]:   </cpu>
Nov 23 06:15:34 user nova-compute[74675]:   <devices>
Nov 23 06:15:34 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:15:34 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:15:34 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk"/>
Nov 23 06:15:34 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:15:34 user nova-compute[74675]:     </disk>
Nov 23 06:15:34 user nova-compute[74675]:     <disk type="file" device="cdrom">
Nov 23 06:15:34 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none"/>
Nov 23 06:15:34 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk.config"/>
Nov 23 06:15:34 user nova-compute[74675]:       <target dev="hda" bus="ide"/>
Nov 23 06:15:34 user nova-compute[74675]:     </disk>
Nov 23 06:15:34 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:15:34 user nova-compute[74675]:       <mac address="fa:16:3e:e1:03:10"/>
Nov 23 06:15:34 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:34 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:15:34 user nova-compute[74675]:       <target dev="tap3a18a0ea-27"/>
Nov 23 06:15:34 user nova-compute[74675]:     </interface>
Nov 23 06:15:34 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:15:34 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/console.log" append="off"/>
Nov 23 06:15:34 user nova-compute[74675]:     </serial>
Nov 23 06:15:34 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:15:34 user nova-compute[74675]:     <video>
Nov 23 06:15:34 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:15:34 user nova-compute[74675]:     </video>
Nov 23 06:15:34 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:15:34 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:15:34 user nova-compute[74675]:     </rng>
Nov 23 06:15:34 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:15:34 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:15:34 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:15:34 user nova-compute[74675]:     </memballoon>
Nov 23 06:15:34 user nova-compute[74675]:   </devices>
Nov 23 06:15:34 user nova-compute[74675]: </domain>
Nov 23 06:15:34 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:15:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1759513636',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1759513636',id=10,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEhN9FG9TlhT3WpiwEkpPL4A8r8u7a9cF3KIhG5p/BN6wiENAE+m4iT/+FMB12yq6qKXEYrSuik3AgJWD++JVGNC57W2B6tUU5icBbfyqFwab+q8DDCV0/Ii7IYBDd4JeQ==',key_name='tempest-keypair-1739333336',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9dca65c5e61b4853bc4d455cbdbb6afe',ramdisk_id='',reservation_id='r-9u9oob5p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1368885131',owner_user_name='tempest-TaggedAttachmentsTest-1368885131-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1af88d8e1edd4516a0c35af8e3552dc6',uuid=adfacbf3-a10d-44fb-a252-95572a966156,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "address": "fa:16:3e:e1:03:10", "network": {"id": "aa6524cc-f831-44bc-bea2-65289fb5d211", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1696372180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a18a0ea-27", "ovs_interfaceid": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Converting VIF {"id": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "address": "fa:16:3e:e1:03:10", "network": {"id": "aa6524cc-f831-44bc-bea2-65289fb5d211", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1696372180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a18a0ea-27", "ovs_interfaceid": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:03:10,bridge_name='br-int',has_traffic_filtering=True,id=3a18a0ea-2709-4614-a351-bec8ab84d97b,network=Network(aa6524cc-f831-44bc-bea2-65289fb5d211),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a18a0ea-27') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG os_vif [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:03:10,bridge_name='br-int',has_traffic_filtering=True,id=3a18a0ea-2709-4614-a351-bec8ab84d97b,network=Network(aa6524cc-f831-44bc-bea2-65289fb5d211),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a18a0ea-27') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1a43de9b-76ee-5254-b59d-323036a242c0', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3a18a0ea-27, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3a18a0ea-27, col_values=(('qos', UUID('1a50d506-4397-48ae-95c9-96b1fb7506d6')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3a18a0ea-27, col_values=(('external_ids', {'iface-id': '3a18a0ea-2709-4614-a351-bec8ab84d97b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e1:03:10', 'vm-uuid': 'adfacbf3-a10d-44fb-a252-95572a966156'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:34 user nova-compute[74675]: INFO os_vif [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:03:10,bridge_name='br-int',has_traffic_filtering=True,id=3a18a0ea-2709-4614-a351-bec8ab84d97b,network=Network(aa6524cc-f831-44bc-bea2-65289fb5d211),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a18a0ea-27')
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.compute.manager [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.compute.manager [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] No BDM found with device name hda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] No VIF found with MAC fa:16:3e:e1:03:10, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:15:34 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Using config drive
Nov 23 06:15:34 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Instance spawned successfully.
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:15:34 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Instance spawned successfully.
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:34 user nova-compute[74675]: INFO nova.compute.manager [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Took 13.63 seconds to spawn the instance on the hypervisor.
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.compute.manager [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:15:34 user nova-compute[74675]: INFO nova.compute.manager [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Took 9.99 seconds to spawn the instance on the hypervisor.
Nov 23 06:15:34 user nova-compute[74675]: DEBUG nova.compute.manager [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:15:34 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Creating config drive at /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk.config
Nov 23 06:15:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpeatmkadn {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:35 user nova-compute[74675]: INFO nova.compute.manager [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Took 14.99 seconds to build instance.
Nov 23 06:15:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpeatmkadn" returned: 0 in 0.088s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:35 user nova-compute[74675]: INFO nova.compute.manager [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Took 11.91 seconds to build instance.
Nov 23 06:15:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bc0afc86-74f1-439f-964d-5a31d90e1e62 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.229s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43c8a926-73eb-4d42-a3d7-aa7794cc80a9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.051s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:35 user nova-compute[74675]: DEBUG nova.network.neutron [req-901d30d0-93a3-484d-9982-e783d4d334c6 req-bfe2e1aa-5ea8-4c75-a1b0-02f6b8716533 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Updated VIF entry in instance network info cache for port 3a18a0ea-2709-4614-a351-bec8ab84d97b. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:15:35 user nova-compute[74675]: DEBUG nova.network.neutron [req-901d30d0-93a3-484d-9982-e783d4d334c6 req-bfe2e1aa-5ea8-4c75-a1b0-02f6b8716533 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Updating instance_info_cache with network_info: [{"id": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "address": "fa:16:3e:e1:03:10", "network": {"id": "aa6524cc-f831-44bc-bea2-65289fb5d211", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1696372180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a18a0ea-27", "ovs_interfaceid": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-901d30d0-93a3-484d-9982-e783d4d334c6 req-bfe2e1aa-5ea8-4c75-a1b0-02f6b8716533 service nova] Releasing lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-5e3f544a-2575-4ece-991d-9e3e4b968295 req-6574a0d2-776d-4367-8a78-8c502cf3a2b2 service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Received event network-vif-plugged-515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5e3f544a-2575-4ece-991d-9e3e4b968295 req-6574a0d2-776d-4367-8a78-8c502cf3a2b2 service nova] Acquiring lock "10d0b693-498d-4912-8a28-00970d5b1bed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5e3f544a-2575-4ece-991d-9e3e4b968295 req-6574a0d2-776d-4367-8a78-8c502cf3a2b2 service nova] Lock "10d0b693-498d-4912-8a28-00970d5b1bed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5e3f544a-2575-4ece-991d-9e3e4b968295 req-6574a0d2-776d-4367-8a78-8c502cf3a2b2 service nova] Lock "10d0b693-498d-4912-8a28-00970d5b1bed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-5e3f544a-2575-4ece-991d-9e3e4b968295 req-6574a0d2-776d-4367-8a78-8c502cf3a2b2 service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] No waiting events found dispatching network-vif-plugged-515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:36 user nova-compute[74675]: WARNING nova.compute.manager [req-5e3f544a-2575-4ece-991d-9e3e4b968295 req-6574a0d2-776d-4367-8a78-8c502cf3a2b2 service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Received unexpected event network-vif-plugged-515774e3-0f59-4077-b115-25a683a1e41b for instance with vm_state active and task_state None.
Nov 23 06:15:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:15:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:15:36 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Instance spawned successfully.
Nov 23 06:15:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:15:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:37 user nova-compute[74675]: INFO nova.compute.manager [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Took 8.47 seconds to spawn the instance on the hypervisor.
Nov 23 06:15:37 user nova-compute[74675]: DEBUG nova.compute.manager [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:15:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-e4ee8e6d-36ed-4d8b-b65e-e4b4309d86da req-23d36810-660d-4932-83ea-57770f3db631 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received event network-vif-plugged-3a18a0ea-2709-4614-a351-bec8ab84d97b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e4ee8e6d-36ed-4d8b-b65e-e4b4309d86da req-23d36810-660d-4932-83ea-57770f3db631 service nova] Acquiring lock "adfacbf3-a10d-44fb-a252-95572a966156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e4ee8e6d-36ed-4d8b-b65e-e4b4309d86da req-23d36810-660d-4932-83ea-57770f3db631 service nova] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e4ee8e6d-36ed-4d8b-b65e-e4b4309d86da req-23d36810-660d-4932-83ea-57770f3db631 service nova] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-e4ee8e6d-36ed-4d8b-b65e-e4b4309d86da req-23d36810-660d-4932-83ea-57770f3db631 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] No waiting events found dispatching network-vif-plugged-3a18a0ea-2709-4614-a351-bec8ab84d97b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:37 user nova-compute[74675]: WARNING nova.compute.manager [req-e4ee8e6d-36ed-4d8b-b65e-e4b4309d86da req-23d36810-660d-4932-83ea-57770f3db631 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received unexpected event network-vif-plugged-3a18a0ea-2709-4614-a351-bec8ab84d97b for instance with vm_state building and task_state spawning.
Nov 23 06:15:37 user nova-compute[74675]: INFO nova.compute.manager [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Took 9.96 seconds to build instance.
Nov 23 06:15:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-061ac090-38bf-4e9e-8322-2340d05c9664 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lock "23b16712-4309-4d46-81ec-720a135c9418" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.203s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:15:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 23 06:15:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] There are 0 instances to clean {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 23 06:15:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:15:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74675) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 23 06:15:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:15:39 user nova-compute[74675]: DEBUG nova.compute.manager [req-8a80a5ef-4d50-4d41-9c5c-9dd64d1354db req-0aaa92eb-4bdb-4b6a-9aa9-3cca21a5a420 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received event network-vif-plugged-3a18a0ea-2709-4614-a351-bec8ab84d97b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8a80a5ef-4d50-4d41-9c5c-9dd64d1354db req-0aaa92eb-4bdb-4b6a-9aa9-3cca21a5a420 service nova] Acquiring lock "adfacbf3-a10d-44fb-a252-95572a966156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8a80a5ef-4d50-4d41-9c5c-9dd64d1354db req-0aaa92eb-4bdb-4b6a-9aa9-3cca21a5a420 service nova] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8a80a5ef-4d50-4d41-9c5c-9dd64d1354db req-0aaa92eb-4bdb-4b6a-9aa9-3cca21a5a420 service nova] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:39 user nova-compute[74675]: DEBUG nova.compute.manager [req-8a80a5ef-4d50-4d41-9c5c-9dd64d1354db req-0aaa92eb-4bdb-4b6a-9aa9-3cca21a5a420 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] No waiting events found dispatching network-vif-plugged-3a18a0ea-2709-4614-a351-bec8ab84d97b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:39 user nova-compute[74675]: WARNING nova.compute.manager [req-8a80a5ef-4d50-4d41-9c5c-9dd64d1354db req-0aaa92eb-4bdb-4b6a-9aa9-3cca21a5a420 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received unexpected event network-vif-plugged-3a18a0ea-2709-4614-a351-bec8ab84d97b for instance with vm_state building and task_state spawning.
Nov 23 06:15:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:40 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:15:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:15:40 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Instance spawned successfully.
Nov 23 06:15:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:15:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:15:40 user nova-compute[74675]: INFO nova.compute.manager [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Took 8.13 seconds to spawn the instance on the hypervisor.
Nov 23 06:15:40 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:15:40 user nova-compute[74675]: INFO nova.compute.manager [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Took 9.54 seconds to build instance.
Nov 23 06:15:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a4bbe4dc-d0fc-4e60-a655-b7aaf24ad320 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "adfacbf3-a10d-44fb-a252-95572a966156" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.695s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:40 user nova-compute[74675]: DEBUG nova.compute.manager [req-1f762d1f-ea5a-4399-9127-36c8d1963e66 req-9343013a-4742-4eca-ab2a-dc9ab359f81c service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Received event network-vif-plugged-bb0f5221-7a18-44db-9b11-efac2ec9b26b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1f762d1f-ea5a-4399-9127-36c8d1963e66 req-9343013a-4742-4eca-ab2a-dc9ab359f81c service nova] Acquiring lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1f762d1f-ea5a-4399-9127-36c8d1963e66 req-9343013a-4742-4eca-ab2a-dc9ab359f81c service nova] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1f762d1f-ea5a-4399-9127-36c8d1963e66 req-9343013a-4742-4eca-ab2a-dc9ab359f81c service nova] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:40 user nova-compute[74675]: DEBUG nova.compute.manager [req-1f762d1f-ea5a-4399-9127-36c8d1963e66 req-9343013a-4742-4eca-ab2a-dc9ab359f81c service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] No waiting events found dispatching network-vif-plugged-bb0f5221-7a18-44db-9b11-efac2ec9b26b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:40 user nova-compute[74675]: WARNING nova.compute.manager [req-1f762d1f-ea5a-4399-9127-36c8d1963e66 req-9343013a-4742-4eca-ab2a-dc9ab359f81c service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Received unexpected event network-vif-plugged-bb0f5221-7a18-44db-9b11-efac2ec9b26b for instance with vm_state active and task_state None.
Nov 23 06:15:41 user nova-compute[74675]: DEBUG nova.compute.manager [req-74d464f8-a967-4c23-97c3-abf337ca196c req-5670f570-c10e-465e-a9fd-bc01581121af service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received event network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-74d464f8-a967-4c23-97c3-abf337ca196c req-5670f570-c10e-465e-a9fd-bc01581121af service nova] Acquiring lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-74d464f8-a967-4c23-97c3-abf337ca196c req-5670f570-c10e-465e-a9fd-bc01581121af service nova] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-74d464f8-a967-4c23-97c3-abf337ca196c req-5670f570-c10e-465e-a9fd-bc01581121af service nova] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:41 user nova-compute[74675]: DEBUG nova.compute.manager [req-74d464f8-a967-4c23-97c3-abf337ca196c req-5670f570-c10e-465e-a9fd-bc01581121af service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] No waiting events found dispatching network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:41 user nova-compute[74675]: WARNING nova.compute.manager [req-74d464f8-a967-4c23-97c3-abf337ca196c req-5670f570-c10e-465e-a9fd-bc01581121af service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received unexpected event network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f for instance with vm_state active and task_state None.
Nov 23 06:15:42 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:15:42 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:15:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.008s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:42 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:15:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Received event network-vif-plugged-bb0f5221-7a18-44db-9b11-efac2ec9b26b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] Acquiring lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] No waiting events found dispatching network-vif-plugged-bb0f5221-7a18-44db-9b11-efac2ec9b26b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:43 user nova-compute[74675]: WARNING nova.compute.manager [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Received unexpected event network-vif-plugged-bb0f5221-7a18-44db-9b11-efac2ec9b26b for instance with vm_state active and task_state None.
Nov 23 06:15:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Received event network-vif-plugged-41529fa7-d7f6-4545-b6b1-14707166b265 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] Acquiring lock "9d29192e-2d96-4325-adba-53573ebaa8cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] No waiting events found dispatching network-vif-plugged-41529fa7-d7f6-4545-b6b1-14707166b265 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:43 user nova-compute[74675]: WARNING nova.compute.manager [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Received unexpected event network-vif-plugged-41529fa7-d7f6-4545-b6b1-14707166b265 for instance with vm_state active and task_state None.
Nov 23 06:15:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Received event network-vif-plugged-41529fa7-d7f6-4545-b6b1-14707166b265 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] Acquiring lock "9d29192e-2d96-4325-adba-53573ebaa8cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] No waiting events found dispatching network-vif-plugged-41529fa7-d7f6-4545-b6b1-14707166b265 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:43 user nova-compute[74675]: WARNING nova.compute.manager [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Received unexpected event network-vif-plugged-41529fa7-d7f6-4545-b6b1-14707166b265 for instance with vm_state active and task_state None.
Nov 23 06:15:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Received event network-vif-plugged-f929e695-3449-4e22-9efc-2fd7bd299ec2 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] Acquiring lock "23b16712-4309-4d46-81ec-720a135c9418-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] Lock "23b16712-4309-4d46-81ec-720a135c9418-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] Lock "23b16712-4309-4d46-81ec-720a135c9418-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] No waiting events found dispatching network-vif-plugged-f929e695-3449-4e22-9efc-2fd7bd299ec2 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:43 user nova-compute[74675]: WARNING nova.compute.manager [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Received unexpected event network-vif-plugged-f929e695-3449-4e22-9efc-2fd7bd299ec2 for instance with vm_state active and task_state None.
Nov 23 06:15:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Received event network-vif-plugged-f929e695-3449-4e22-9efc-2fd7bd299ec2 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] Acquiring lock "23b16712-4309-4d46-81ec-720a135c9418-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] Lock "23b16712-4309-4d46-81ec-720a135c9418-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] Lock "23b16712-4309-4d46-81ec-720a135c9418-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] No waiting events found dispatching network-vif-plugged-f929e695-3449-4e22-9efc-2fd7bd299ec2 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:43 user nova-compute[74675]: WARNING nova.compute.manager [req-ccfadaca-ae3f-4e41-87c0-08f0ae6254d4 req-a68e8e03-18a5-46f5-be58-f6e2f820f31f service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Received unexpected event network-vif-plugged-f929e695-3449-4e22-9efc-2fd7bd299ec2 for instance with vm_state active and task_state None.
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-c5854b1b-4efc-4426-bdb7-27738bd9daa9 req-a46d5de5-40dc-496e-9a1c-ff96bc3203a9 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received event network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c5854b1b-4efc-4426-bdb7-27738bd9daa9 req-a46d5de5-40dc-496e-9a1c-ff96bc3203a9 service nova] Acquiring lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c5854b1b-4efc-4426-bdb7-27738bd9daa9 req-a46d5de5-40dc-496e-9a1c-ff96bc3203a9 service nova] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c5854b1b-4efc-4426-bdb7-27738bd9daa9 req-a46d5de5-40dc-496e-9a1c-ff96bc3203a9 service nova] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-c5854b1b-4efc-4426-bdb7-27738bd9daa9 req-a46d5de5-40dc-496e-9a1c-ff96bc3203a9 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] No waiting events found dispatching network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:15:43 user nova-compute[74675]: WARNING nova.compute.manager [req-c5854b1b-4efc-4426-bdb7-27738bd9daa9 req-a46d5de5-40dc-496e-9a1c-ff96bc3203a9 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received unexpected event network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f for instance with vm_state active and task_state None.
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json" returned: 0 in 0.302s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json" returned: 0 in 0.472s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json" returned: 0 in 0.449s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:15:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:15:48 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:48 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7698MB free_disk=25.854202270507812GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance f4d40301-d465-42af-8b6c-e62a064afcaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance b8dd621e-e476-4957-97b9-9d84a015e99d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d9898f23-3116-49a8-a4bb-483dd0c3c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance cf5db4d3-2728-4ac9-aaec-05d1f1147329 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9d29192e-2d96-4325-adba-53573ebaa8cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 23b16712-4309-4d46-81ec-720a135c9418 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance adfacbf3-a10d-44fb-a252-95572a966156 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing inventories for resource provider f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating ProviderTree inventory for provider f859f802-386b-4956-b87c-78941b98bb44 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating inventory in ProviderTree for provider f859f802-386b-4956-b87c-78941b98bb44 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 23 06:15:48 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing aggregate associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, aggregates: None {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 23 06:15:49 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing trait associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_AUTO {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 23 06:15:49 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:15:49 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:15:49 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:15:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.061s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:15:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:50 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:15:50 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:15:50 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:15:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:15:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:15:50 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:15:50 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid f4d40301-d465-42af-8b6c-e62a064afcaf {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:15:51 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Updating instance_info_cache with network_info: [{"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:15:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:15:51 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:15:51 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:15:51 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:15:51 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:15:51 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:15:51 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:15:51 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:15:51 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:15:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:15:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:16:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:16:03 user nova-compute[74675]: INFO nova.compute.claims [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Claim successful on node user
Nov 23 06:16:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:03 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:16:03 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:16:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.543s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:16:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:16:03 user nova-compute[74675]: DEBUG nova.network.neutron [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:16:03 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:16:04 user nova-compute[74675]: DEBUG nova.compute.manager [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:16:04 user nova-compute[74675]: INFO nova.virt.block_device [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Booting with volume e4548090-6ed9-45ff-912a-14cdd598f8e5 at /dev/vda
Nov 23 06:16:04 user nova-compute[74675]: DEBUG nova.policy [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fffed231ed14fe2a3003e6037684d16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cf57c0066e54836b3c4e090d6c3d901', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:16:04 user nova-compute[74675]: DEBUG os_brick.utils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:16:04 user nova-compute[74675]: INFO oslo.privsep.daemon [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpvcwhwglv/privsep.sock']
Nov 23 06:16:04 user sudo[85987]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpvcwhwglv/privsep.sock
Nov 23 06:16:04 user sudo[85987]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 23 06:16:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:05 user nova-compute[74675]: DEBUG nova.network.neutron [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Successfully created port: 2c340c35-1933-4752-b23a-bfaad09f1f4b {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:16:06 user sudo[85987]: pam_unix(sudo:session): session closed for user root
Nov 23 06:16:06 user nova-compute[74675]: INFO oslo.privsep.daemon [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Spawned new privsep daemon via rootwrap
Nov 23 06:16:06 user nova-compute[74675]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 23 06:16:06 user nova-compute[74675]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 23 06:16:06 user nova-compute[74675]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Nov 23 06:16:06 user nova-compute[74675]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85990
Nov 23 06:16:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[01c3fe11-db87-4a6d-9151-06ae7b723e60]: (2,) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a2a0847-0ac8-4eb2-a7a8-be13a933c200]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:06 user nova-compute[74675]: WARNING os_brick.initiator.connectors.nvmeof [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Nov 23 06:16:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[615f25fc-6849-4a97-8a4e-2c08c4586609]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8390ef67-4061-4777-8834-85881b92fa7a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5681587-35b4-453f-aebd-acffbaa492c0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:16:06 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:16:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[26a6879b-55e1-4c94-9afa-812443f5f01a]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG os_brick.utils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] <== get_connector_properties: return (2232ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updating existing volume attachment record: 4172b7e7-70fb-404f-a462-a2ab42a148fa {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:16:06 user nova-compute[74675]: DEBUG nova.network.neutron [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Successfully created port: 272bf62a-6e90-46d8-b1a3-ef9847f68961 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:16:07 user nova-compute[74675]: DEBUG nova.network.neutron [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Successfully created port: d952d6ed-8281-4a5e-bbbf-73d3df7b1794 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:16:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Successfully created port: 3f10c6ec-9108-412b-a9d3-9efd9c18b784 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG nova.compute.manager [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG nova.network.neutron [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Successfully created port: 7d0c15f9-8b4c-4524-b696-b29890731c8c {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:16:09 user nova-compute[74675]: INFO nova.compute.claims [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Claim successful on node user
Nov 23 06:16:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.458s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG nova.compute.manager [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG nova.compute.manager [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG nova.network.neutron [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:16:09 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:16:09 user nova-compute[74675]: DEBUG nova.compute.manager [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG nova.network.neutron [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Successfully updated port: 2c340c35-1933-4752-b23a-bfaad09f1f4b {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG nova.compute.manager [req-1c1a9cb8-b89d-4fef-a42a-252bbf65d85d req-48934a02-3820-4db2-b676-219cda4617d6 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-changed-2c340c35-1933-4752-b23a-bfaad09f1f4b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG nova.compute.manager [req-1c1a9cb8-b89d-4fef-a42a-252bbf65d85d req-48934a02-3820-4db2-b676-219cda4617d6 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Refreshing instance network info cache due to event network-changed-2c340c35-1933-4752-b23a-bfaad09f1f4b. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1c1a9cb8-b89d-4fef-a42a-252bbf65d85d req-48934a02-3820-4db2-b676-219cda4617d6 service nova] Acquiring lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1c1a9cb8-b89d-4fef-a42a-252bbf65d85d req-48934a02-3820-4db2-b676-219cda4617d6 service nova] Acquired lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-1c1a9cb8-b89d-4fef-a42a-252bbf65d85d req-48934a02-3820-4db2-b676-219cda4617d6 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Refreshing network info cache for port 2c340c35-1933-4752-b23a-bfaad09f1f4b {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:16:09 user nova-compute[74675]: INFO nova.virt.block_device [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Booting with volume 27be0ef3-d6b7-457e-991f-712955fa2419 at /dev/vda
Nov 23 06:16:09 user nova-compute[74675]: DEBUG nova.policy [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946b3a3508424cf7aa40b47f34d1db98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0364a282f05e41bba9f9c4229deb6d17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG os_brick.utils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8db59e6-6057-4555-89a3-2637d6fa2c97]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2717fc2e-f94c-4b7e-a517-6898ca7e83a1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-1c1a9cb8-b89d-4fef-a42a-252bbf65d85d req-48934a02-3820-4db2-b676-219cda4617d6 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[547786d2-94e5-4e0d-8198-2caa8874a9e7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d360d20f-3bbd-49c0-b455-cf837e38bb68]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:16:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:16:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:16:10 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:16:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c127d81-2b58-4471-9e4e-563681d45374]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:16:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:16:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:16:10 user nova-compute[74675]: DEBUG os_brick.utils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:16:10 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Updating existing volume attachment record: cd92635f-3274-4647-bc67-4e9df75a28d1 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:16:10 user nova-compute[74675]: DEBUG nova.network.neutron [req-1c1a9cb8-b89d-4fef-a42a-252bbf65d85d req-48934a02-3820-4db2-b676-219cda4617d6 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1c1a9cb8-b89d-4fef-a42a-252bbf65d85d req-48934a02-3820-4db2-b676-219cda4617d6 service nova] Releasing lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:10 user nova-compute[74675]: DEBUG nova.network.neutron [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Successfully updated port: 73c97ce2-bdd9-4c96-9cc3-ee259183601e {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:16:10 user nova-compute[74675]: DEBUG nova.network.neutron [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Successfully created port: 014a6145-69c9-4f9d-a355-8b9f092a71d9 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:16:11 user nova-compute[74675]: DEBUG nova.network.neutron [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Successfully created port: 38e89eca-a716-4e01-8d3f-716318a50fbf {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:16:11 user nova-compute[74675]: DEBUG nova.network.neutron [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Successfully updated port: 371dafc8-1c18-4c59-8aa6-ba4d2647b0cb {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:16:11 user nova-compute[74675]: DEBUG nova.network.neutron [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Successfully created port: 569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:16:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-99870283-224f-4740-be67-4c5397587dc8 req-4df116f5-64c9-4aad-b9c7-f3526edad911 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-changed-73c97ce2-bdd9-4c96-9cc3-ee259183601e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-99870283-224f-4740-be67-4c5397587dc8 req-4df116f5-64c9-4aad-b9c7-f3526edad911 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Refreshing instance network info cache due to event network-changed-73c97ce2-bdd9-4c96-9cc3-ee259183601e. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:16:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-99870283-224f-4740-be67-4c5397587dc8 req-4df116f5-64c9-4aad-b9c7-f3526edad911 service nova] Acquiring lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-99870283-224f-4740-be67-4c5397587dc8 req-4df116f5-64c9-4aad-b9c7-f3526edad911 service nova] Acquired lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:11 user nova-compute[74675]: DEBUG nova.network.neutron [req-99870283-224f-4740-be67-4c5397587dc8 req-4df116f5-64c9-4aad-b9c7-f3526edad911 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Refreshing network info cache for port 73c97ce2-bdd9-4c96-9cc3-ee259183601e {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:16:12 user nova-compute[74675]: DEBUG nova.network.neutron [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Successfully updated port: 272bf62a-6e90-46d8-b1a3-ef9847f68961 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:16:12 user nova-compute[74675]: DEBUG nova.network.neutron [req-99870283-224f-4740-be67-4c5397587dc8 req-4df116f5-64c9-4aad-b9c7-f3526edad911 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:16:12 user nova-compute[74675]: DEBUG nova.network.neutron [req-99870283-224f-4740-be67-4c5397587dc8 req-4df116f5-64c9-4aad-b9c7-f3526edad911 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-99870283-224f-4740-be67-4c5397587dc8 req-4df116f5-64c9-4aad-b9c7-f3526edad911 service nova] Releasing lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:12 user nova-compute[74675]: DEBUG nova.compute.manager [req-99870283-224f-4740-be67-4c5397587dc8 req-4df116f5-64c9-4aad-b9c7-f3526edad911 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-changed-371dafc8-1c18-4c59-8aa6-ba4d2647b0cb {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:12 user nova-compute[74675]: DEBUG nova.compute.manager [req-99870283-224f-4740-be67-4c5397587dc8 req-4df116f5-64c9-4aad-b9c7-f3526edad911 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Refreshing instance network info cache due to event network-changed-371dafc8-1c18-4c59-8aa6-ba4d2647b0cb. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:16:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-99870283-224f-4740-be67-4c5397587dc8 req-4df116f5-64c9-4aad-b9c7-f3526edad911 service nova] Acquiring lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-99870283-224f-4740-be67-4c5397587dc8 req-4df116f5-64c9-4aad-b9c7-f3526edad911 service nova] Acquired lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:12 user nova-compute[74675]: DEBUG nova.network.neutron [req-99870283-224f-4740-be67-4c5397587dc8 req-4df116f5-64c9-4aad-b9c7-f3526edad911 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Refreshing network info cache for port 371dafc8-1c18-4c59-8aa6-ba4d2647b0cb {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:16:12 user nova-compute[74675]: DEBUG nova.network.neutron [req-99870283-224f-4740-be67-4c5397587dc8 req-4df116f5-64c9-4aad-b9c7-f3526edad911 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:16:12 user nova-compute[74675]: DEBUG nova.network.neutron [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Successfully updated port: d952d6ed-8281-4a5e-bbbf-73d3df7b1794 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:16:12 user nova-compute[74675]: DEBUG nova.network.neutron [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Successfully created port: d18b1650-a750-4cdd-bb37-98e87f00d388 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:16:12 user nova-compute[74675]: DEBUG nova.network.neutron [req-99870283-224f-4740-be67-4c5397587dc8 req-4df116f5-64c9-4aad-b9c7-f3526edad911 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-99870283-224f-4740-be67-4c5397587dc8 req-4df116f5-64c9-4aad-b9c7-f3526edad911 service nova] Releasing lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:13 user nova-compute[74675]: INFO nova.virt.block_device [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Booting with volume b32fe527-dbc2-4e27-87c7-24e4d380f1e6 at /dev/vdb
Nov 23 06:16:13 user nova-compute[74675]: DEBUG nova.network.neutron [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Successfully created port: 5d082e6b-4049-4b47-b04c-13b46f39ad79 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG os_brick.utils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[02c6cc74-afb0-4147-a7b3-b53bf05c1c6f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[16074984-397d-4a8b-8e8e-f39152f13d60]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[63e46a0f-c979-4169-b33e-b9fe7a069a2e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d936248e-5a9a-42bf-a440-9266cb5bc2e5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:16:13 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:16:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4118ad21-9c1b-4dd6-8044-bcd2265582b4]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG os_brick.utils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updating existing volume attachment record: 3b91351a-650c-4e5c-bf95-7e36a3bed35e {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:16:13 user nova-compute[74675]: DEBUG nova.network.neutron [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Successfully updated port: 3f10c6ec-9108-412b-a9d3-9efd9c18b784 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-changed-272bf62a-6e90-46d8-b1a3-ef9847f68961 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Refreshing instance network info cache due to event network-changed-272bf62a-6e90-46d8-b1a3-ef9847f68961. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] Acquiring lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] Acquired lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG nova.network.neutron [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Refreshing network info cache for port 272bf62a-6e90-46d8-b1a3-ef9847f68961 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG nova.network.neutron [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG nova.network.neutron [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Successfully updated port: 014a6145-69c9-4f9d-a355-8b9f092a71d9 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-fcfc96d4-ee16-41ee-afaa-2ee2a9c2e44f req-b34fc2d6-82dc-45f8-8e0f-76a17c2f0731 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-changed-014a6145-69c9-4f9d-a355-8b9f092a71d9 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-fcfc96d4-ee16-41ee-afaa-2ee2a9c2e44f req-b34fc2d6-82dc-45f8-8e0f-76a17c2f0731 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Refreshing instance network info cache due to event network-changed-014a6145-69c9-4f9d-a355-8b9f092a71d9. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fcfc96d4-ee16-41ee-afaa-2ee2a9c2e44f req-b34fc2d6-82dc-45f8-8e0f-76a17c2f0731 service nova] Acquiring lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fcfc96d4-ee16-41ee-afaa-2ee2a9c2e44f req-b34fc2d6-82dc-45f8-8e0f-76a17c2f0731 service nova] Acquired lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG nova.network.neutron [req-fcfc96d4-ee16-41ee-afaa-2ee2a9c2e44f req-b34fc2d6-82dc-45f8-8e0f-76a17c2f0731 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Refreshing network info cache for port 014a6145-69c9-4f9d-a355-8b9f092a71d9 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG nova.network.neutron [req-fcfc96d4-ee16-41ee-afaa-2ee2a9c2e44f req-b34fc2d6-82dc-45f8-8e0f-76a17c2f0731 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG nova.network.neutron [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG nova.network.neutron [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Successfully updated port: 7d0c15f9-8b4c-4524-b696-b29890731c8c {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] Releasing lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-changed-d952d6ed-8281-4a5e-bbbf-73d3df7b1794 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Refreshing instance network info cache due to event network-changed-d952d6ed-8281-4a5e-bbbf-73d3df7b1794. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] Acquiring lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] Acquired lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG nova.network.neutron [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Refreshing network info cache for port d952d6ed-8281-4a5e-bbbf-73d3df7b1794 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG nova.network.neutron [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG nova.network.neutron [req-fcfc96d4-ee16-41ee-afaa-2ee2a9c2e44f req-b34fc2d6-82dc-45f8-8e0f-76a17c2f0731 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fcfc96d4-ee16-41ee-afaa-2ee2a9c2e44f req-b34fc2d6-82dc-45f8-8e0f-76a17c2f0731 service nova] Releasing lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:15 user nova-compute[74675]: DEBUG nova.network.neutron [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] Releasing lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:15 user nova-compute[74675]: DEBUG nova.compute.manager [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-changed-3f10c6ec-9108-412b-a9d3-9efd9c18b784 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:15 user nova-compute[74675]: DEBUG nova.compute.manager [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Refreshing instance network info cache due to event network-changed-3f10c6ec-9108-412b-a9d3-9efd9c18b784. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:16:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] Acquiring lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] Acquired lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:15 user nova-compute[74675]: DEBUG nova.network.neutron [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Refreshing network info cache for port 3f10c6ec-9108-412b-a9d3-9efd9c18b784 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:16:15 user nova-compute[74675]: DEBUG nova.network.neutron [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:16:15 user nova-compute[74675]: DEBUG nova.network.neutron [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Successfully updated port: 146556b0-d648-44cb-9524-1c54d465573e {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:16:15 user nova-compute[74675]: DEBUG nova.network.neutron [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0f91f759-284a-4c41-b5e4-a198b8b59a33 req-9412cbcf-90b9-40eb-89ec-9faa4ec79b7b service nova] Releasing lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquired lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:15 user nova-compute[74675]: DEBUG nova.network.neutron [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:16:15 user nova-compute[74675]: DEBUG nova.network.neutron [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:16:15 user nova-compute[74675]: DEBUG nova.network.neutron [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Successfully updated port: c1146458-b7df-4f1e-9a02-1f45c4c71379 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-01ff3177-489d-48fc-a8ce-8f67ab9c4165 req-692fd774-30f1-4e49-99d4-376d5e1fa824 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-changed-7d0c15f9-8b4c-4524-b696-b29890731c8c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-01ff3177-489d-48fc-a8ce-8f67ab9c4165 req-692fd774-30f1-4e49-99d4-376d5e1fa824 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Refreshing instance network info cache due to event network-changed-7d0c15f9-8b4c-4524-b696-b29890731c8c. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-01ff3177-489d-48fc-a8ce-8f67ab9c4165 req-692fd774-30f1-4e49-99d4-376d5e1fa824 service nova] Acquiring lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-f896bcb4-cc73-4a2a-ab10-26a219693f28 req-31eb007c-129f-4035-8cb7-b049bb6de70a service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-changed-146556b0-d648-44cb-9524-1c54d465573e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-f896bcb4-cc73-4a2a-ab10-26a219693f28 req-31eb007c-129f-4035-8cb7-b049bb6de70a service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Refreshing instance network info cache due to event network-changed-146556b0-d648-44cb-9524-1c54d465573e. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f896bcb4-cc73-4a2a-ab10-26a219693f28 req-31eb007c-129f-4035-8cb7-b049bb6de70a service nova] Acquiring lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f896bcb4-cc73-4a2a-ab10-26a219693f28 req-31eb007c-129f-4035-8cb7-b049bb6de70a service nova] Acquired lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG nova.network.neutron [req-f896bcb4-cc73-4a2a-ab10-26a219693f28 req-31eb007c-129f-4035-8cb7-b049bb6de70a service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Refreshing network info cache for port 146556b0-d648-44cb-9524-1c54d465573e {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG nova.network.neutron [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Successfully updated port: 38e89eca-a716-4e01-8d3f-716318a50fbf {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG nova.network.neutron [req-f896bcb4-cc73-4a2a-ab10-26a219693f28 req-31eb007c-129f-4035-8cb7-b049bb6de70a service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:16:16 user nova-compute[74675]: INFO nova.virt.block_device [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Booting with volume 692fb973-7777-44bf-af1d-c039cc1131bb at /dev/vdb
Nov 23 06:16:16 user nova-compute[74675]: DEBUG os_brick.utils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2e731ae-4794-4e6f-b792-7670c76d9879]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1826c22f-6748-4711-812d-cb3e34778c67]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8d45bf3-e879-48e2-8555-c72d3cb638c7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3703a72-c6e8-4797-98b5-b8c69149aa13]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:16:16 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:16:16 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[662decc1-5680-4492-af91-b65fcae66404]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG os_brick.utils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Updating existing volume attachment record: c3f13f5b-49f5-4bd1-96f5-ef004d918c7c {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:16:16 user nova-compute[74675]: DEBUG nova.network.neutron [req-f896bcb4-cc73-4a2a-ab10-26a219693f28 req-31eb007c-129f-4035-8cb7-b049bb6de70a service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f896bcb4-cc73-4a2a-ab10-26a219693f28 req-31eb007c-129f-4035-8cb7-b049bb6de70a service nova] Releasing lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG nova.compute.manager [req-f896bcb4-cc73-4a2a-ab10-26a219693f28 req-31eb007c-129f-4035-8cb7-b049bb6de70a service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-changed-c1146458-b7df-4f1e-9a02-1f45c4c71379 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG nova.compute.manager [req-f896bcb4-cc73-4a2a-ab10-26a219693f28 req-31eb007c-129f-4035-8cb7-b049bb6de70a service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Refreshing instance network info cache due to event network-changed-c1146458-b7df-4f1e-9a02-1f45c4c71379. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f896bcb4-cc73-4a2a-ab10-26a219693f28 req-31eb007c-129f-4035-8cb7-b049bb6de70a service nova] Acquiring lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f896bcb4-cc73-4a2a-ab10-26a219693f28 req-31eb007c-129f-4035-8cb7-b049bb6de70a service nova] Acquired lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG nova.network.neutron [req-f896bcb4-cc73-4a2a-ab10-26a219693f28 req-31eb007c-129f-4035-8cb7-b049bb6de70a service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Refreshing network info cache for port c1146458-b7df-4f1e-9a02-1f45c4c71379 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG nova.network.neutron [req-f896bcb4-cc73-4a2a-ab10-26a219693f28 req-31eb007c-129f-4035-8cb7-b049bb6de70a service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG nova.network.neutron [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updating instance_info_cache with network_info: [{"id": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "address": "fa:16:3e:54:f3:e9", "network": {"id": "cd98a1e4-9c3c-46ed-a16a-2d51283befc8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-780201240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c340c35-19", "ovs_interfaceid": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "address": "fa:16:3e:7c:9d:64", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c97ce2-bd", "ovs_interfaceid": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "address": "fa:16:3e:04:62:87", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap371dafc8-1c", "ovs_interfaceid": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "address": "fa:16:3e:d7:23:5b", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap272bf62a-6e", "ovs_interfaceid": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "address": "fa:16:3e:51:06:ea", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd952d6ed-82", "ovs_interfaceid": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "address": "fa:16:3e:9c:7b:1a", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f10c6ec-91", "ovs_interfaceid": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "address": "fa:16:3e:06:8f:72", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0c15f9-8b", "ovs_interfaceid": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Releasing lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG nova.compute.manager [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Instance network_info: |[{"id": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "address": "fa:16:3e:54:f3:e9", "network": {"id": "cd98a1e4-9c3c-46ed-a16a-2d51283befc8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-780201240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c340c35-19", "ovs_interfaceid": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "address": "fa:16:3e:7c:9d:64", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c97ce2-bd", "ovs_interfaceid": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "address": "fa:16:3e:04:62:87", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap371dafc8-1c", "ovs_interfaceid": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "address": "fa:16:3e:d7:23:5b", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap272bf62a-6e", "ovs_interfaceid": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "address": "fa:16:3e:51:06:ea", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd952d6ed-82", "ovs_interfaceid": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "address": "fa:16:3e:9c:7b:1a", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f10c6ec-91", "ovs_interfaceid": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "address": "fa:16:3e:06:8f:72", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0c15f9-8b", "ovs_interfaceid": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-01ff3177-489d-48fc-a8ce-8f67ab9c4165 req-692fd774-30f1-4e49-99d4-376d5e1fa824 service nova] Acquired lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG nova.network.neutron [req-01ff3177-489d-48fc-a8ce-8f67ab9c4165 req-692fd774-30f1-4e49-99d4-376d5e1fa824 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Refreshing network info cache for port 7d0c15f9-8b4c-4524-b696-b29890731c8c {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG nova.network.neutron [req-f896bcb4-cc73-4a2a-ab10-26a219693f28 req-31eb007c-129f-4035-8cb7-b049bb6de70a service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f896bcb4-cc73-4a2a-ab10-26a219693f28 req-31eb007c-129f-4035-8cb7-b049bb6de70a service nova] Releasing lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG nova.network.neutron [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Successfully updated port: 569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG nova.network.neutron [req-01ff3177-489d-48fc-a8ce-8f67ab9c4165 req-692fd774-30f1-4e49-99d4-376d5e1fa824 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updated VIF entry in instance network info cache for port 7d0c15f9-8b4c-4524-b696-b29890731c8c. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG nova.network.neutron [req-01ff3177-489d-48fc-a8ce-8f67ab9c4165 req-692fd774-30f1-4e49-99d4-376d5e1fa824 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updating instance_info_cache with network_info: [{"id": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "address": "fa:16:3e:54:f3:e9", "network": {"id": "cd98a1e4-9c3c-46ed-a16a-2d51283befc8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-780201240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c340c35-19", "ovs_interfaceid": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "address": "fa:16:3e:7c:9d:64", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c97ce2-bd", "ovs_interfaceid": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "address": "fa:16:3e:04:62:87", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap371dafc8-1c", "ovs_interfaceid": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "address": "fa:16:3e:d7:23:5b", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap272bf62a-6e", "ovs_interfaceid": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "address": "fa:16:3e:51:06:ea", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd952d6ed-82", "ovs_interfaceid": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "address": "fa:16:3e:9c:7b:1a", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f10c6ec-91", "ovs_interfaceid": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "address": "fa:16:3e:06:8f:72", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0c15f9-8b", "ovs_interfaceid": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-01ff3177-489d-48fc-a8ce-8f67ab9c4165 req-692fd774-30f1-4e49-99d4-376d5e1fa824 service nova] Releasing lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Successfully updated port: d18b1650-a750-4cdd-bb37-98e87f00d388 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-changed-38e89eca-a716-4e01-8d3f-716318a50fbf {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Refreshing instance network info cache due to event network-changed-38e89eca-a716-4e01-8d3f-716318a50fbf. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] Acquiring lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] Acquired lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Refreshing network info cache for port 38e89eca-a716-4e01-8d3f-716318a50fbf {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] Releasing lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-changed-569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Refreshing instance network info cache due to event network-changed-569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] Acquiring lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] Acquired lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Refreshing network info cache for port 569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Successfully updated port: 5d082e6b-4049-4b47-b04c-13b46f39ad79 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:16:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquiring lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:19 user nova-compute[74675]: DEBUG nova.network.neutron [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] Releasing lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-changed-d18b1650-a750-4cdd-bb37-98e87f00d388 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Refreshing instance network info cache due to event network-changed-d18b1650-a750-4cdd-bb37-98e87f00d388. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:16:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] Acquiring lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] Acquired lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:19 user nova-compute[74675]: DEBUG nova.network.neutron [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Refreshing network info cache for port d18b1650-a750-4cdd-bb37-98e87f00d388 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:16:19 user nova-compute[74675]: DEBUG nova.network.neutron [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:16:19 user nova-compute[74675]: DEBUG nova.network.neutron [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-319c36a4-4d96-49c1-83c6-44c3a957fc04 req-ca13feb9-bb7a-4bed-a652-b6c28d991cf4 service nova] Releasing lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquired lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:19 user nova-compute[74675]: DEBUG nova.network.neutron [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:16:19 user nova-compute[74675]: DEBUG nova.network.neutron [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:16:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-5e5c8005-0821-42b3-9ea3-a7cac4c8ccd3 req-b9ce35fe-3347-4bc6-8d87-ce43ec9cc558 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-changed-5d082e6b-4049-4b47-b04c-13b46f39ad79 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-5e5c8005-0821-42b3-9ea3-a7cac4c8ccd3 req-b9ce35fe-3347-4bc6-8d87-ce43ec9cc558 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Refreshing instance network info cache due to event network-changed-5d082e6b-4049-4b47-b04c-13b46f39ad79. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:16:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5e5c8005-0821-42b3-9ea3-a7cac4c8ccd3 req-b9ce35fe-3347-4bc6-8d87-ce43ec9cc558 service nova] Acquiring lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG nova.network.neutron [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Updating instance_info_cache with network_info: [{"id": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "address": "fa:16:3e:9d:fb:c8", "network": {"id": "c726d1f4-241f-4aa0-86b5-f51ea5b99ff8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-898885711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap014a6145-69", "ovs_interfaceid": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "146556b0-d648-44cb-9524-1c54d465573e", "address": "fa:16:3e:a1:95:2e", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap146556b0-d6", "ovs_interfaceid": "146556b0-d648-44cb-9524-1c54d465573e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "address": "fa:16:3e:22:af:b0", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1146458-b7", "ovs_interfaceid": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "38e89eca-a716-4e01-8d3f-716318a50fbf", "address": "fa:16:3e:d4:88:9f", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38e89eca-a7", "ovs_interfaceid": "38e89eca-a716-4e01-8d3f-716318a50fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "address": "fa:16:3e:3c:17:7c", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap569a452d-f1", "ovs_interfaceid": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d18b1650-a750-4cdd-bb37-98e87f00d388", "address": "fa:16:3e:bf:8d:e0", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd18b1650-a7", "ovs_interfaceid": "d18b1650-a750-4cdd-bb37-98e87f00d388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "address": "fa:16:3e:32:f1:86", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d082e6b-40", "ovs_interfaceid": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Releasing lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG nova.compute.manager [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Instance network_info: |[{"id": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "address": "fa:16:3e:9d:fb:c8", "network": {"id": "c726d1f4-241f-4aa0-86b5-f51ea5b99ff8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-898885711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap014a6145-69", "ovs_interfaceid": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "146556b0-d648-44cb-9524-1c54d465573e", "address": "fa:16:3e:a1:95:2e", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap146556b0-d6", "ovs_interfaceid": "146556b0-d648-44cb-9524-1c54d465573e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "address": "fa:16:3e:22:af:b0", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1146458-b7", "ovs_interfaceid": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "38e89eca-a716-4e01-8d3f-716318a50fbf", "address": "fa:16:3e:d4:88:9f", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38e89eca-a7", "ovs_interfaceid": "38e89eca-a716-4e01-8d3f-716318a50fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "address": "fa:16:3e:3c:17:7c", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap569a452d-f1", "ovs_interfaceid": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d18b1650-a750-4cdd-bb37-98e87f00d388", "address": "fa:16:3e:bf:8d:e0", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd18b1650-a7", "ovs_interfaceid": "d18b1650-a750-4cdd-bb37-98e87f00d388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "address": "fa:16:3e:32:f1:86", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d082e6b-40", "ovs_interfaceid": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5e5c8005-0821-42b3-9ea3-a7cac4c8ccd3 req-b9ce35fe-3347-4bc6-8d87-ce43ec9cc558 service nova] Acquired lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG nova.network.neutron [req-5e5c8005-0821-42b3-9ea3-a7cac4c8ccd3 req-b9ce35fe-3347-4bc6-8d87-ce43ec9cc558 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Refreshing network info cache for port 5d082e6b-4049-4b47-b04c-13b46f39ad79 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:16:21 user nova-compute[74675]: INFO nova.virt.block_device [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Booting with volume 5aeafc5d-c468-462a-b891-55f4936095dc at /dev/vdc
Nov 23 06:16:21 user nova-compute[74675]: DEBUG os_brick.utils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[70c28d29-676d-4e91-ae47-4c45f456e65d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b63bce09-b1d2-4b68-a76c-c12f90490b8a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d9d3a32-881d-4f38-9f04-d243d4619425]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[66c45fae-7cb0-427d-9919-8a2a44d854df]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:16:21 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:16:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[75dbbc87-a285-4972-9dea-6ab1eeab9cc3]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG os_brick.utils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:16:21 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updating existing volume attachment record: d5f4f3f9-7573-4ee9-b89b-794e6f16d7dd {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:16:22 user nova-compute[74675]: DEBUG nova.network.neutron [req-5e5c8005-0821-42b3-9ea3-a7cac4c8ccd3 req-b9ce35fe-3347-4bc6-8d87-ce43ec9cc558 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Updated VIF entry in instance network info cache for port 5d082e6b-4049-4b47-b04c-13b46f39ad79. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:16:22 user nova-compute[74675]: DEBUG nova.network.neutron [req-5e5c8005-0821-42b3-9ea3-a7cac4c8ccd3 req-b9ce35fe-3347-4bc6-8d87-ce43ec9cc558 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Updating instance_info_cache with network_info: [{"id": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "address": "fa:16:3e:9d:fb:c8", "network": {"id": "c726d1f4-241f-4aa0-86b5-f51ea5b99ff8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-898885711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap014a6145-69", "ovs_interfaceid": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "146556b0-d648-44cb-9524-1c54d465573e", "address": "fa:16:3e:a1:95:2e", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap146556b0-d6", "ovs_interfaceid": "146556b0-d648-44cb-9524-1c54d465573e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "address": "fa:16:3e:22:af:b0", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1146458-b7", "ovs_interfaceid": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "38e89eca-a716-4e01-8d3f-716318a50fbf", "address": "fa:16:3e:d4:88:9f", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38e89eca-a7", "ovs_interfaceid": "38e89eca-a716-4e01-8d3f-716318a50fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "address": "fa:16:3e:3c:17:7c", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap569a452d-f1", "ovs_interfaceid": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d18b1650-a750-4cdd-bb37-98e87f00d388", "address": "fa:16:3e:bf:8d:e0", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd18b1650-a7", "ovs_interfaceid": "d18b1650-a750-4cdd-bb37-98e87f00d388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "address": "fa:16:3e:32:f1:86", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d082e6b-40", "ovs_interfaceid": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5e5c8005-0821-42b3-9ea3-a7cac4c8ccd3 req-b9ce35fe-3347-4bc6-8d87-ce43ec9cc558 service nova] Releasing lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:26 user nova-compute[74675]: INFO nova.virt.block_device [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Booting with volume 610b7c7c-6e3f-4f66-a71f-71cfa5310421 at /dev/vdc
Nov 23 06:16:26 user nova-compute[74675]: DEBUG os_brick.utils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94fb4d3-16d5-47c2-96e6-359c7f8827ba]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a14b45ff-944f-4681-9d4a-e587235a01e0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8d7bd97-ce25-47fc-9b92-7e7a162f6fc3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d490c457-0c77-4ba7-9abf-15d3f4546398]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:16:26 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:16:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[122a3d5a-db18-4321-ac5d-e67c0aed15b3]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG os_brick.utils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] <== get_connector_properties: return (110ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:16:26 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Updating existing volume attachment record: 8f6b7414-8a59-4602-be9b-f571b523b84d {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.compute.manager [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:16:28 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Creating image(s)
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Ensure instance console log exists: /opt/stack/data/nova/instances/9919ad53-e4a7-42e0-94b1-7c6f6dcea705/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Start _get_guest_xml network_info=[{"id": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "address": "fa:16:3e:54:f3:e9", "network": {"id": "cd98a1e4-9c3c-46ed-a16a-2d51283befc8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-780201240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c340c35-19", "ovs_interfaceid": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "address": "fa:16:3e:7c:9d:64", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c97ce2-bd", "ovs_interfaceid": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "address": "fa:16:3e:04:62:87", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap371dafc8-1c", "ovs_interfaceid": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "address": "fa:16:3e:d7:23:5b", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap272bf62a-6e", "ovs_interfaceid": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "address": "fa:16:3e:51:06:ea", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd952d6ed-82", "ovs_interfaceid": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "address": "fa:16:3e:9c:7b:1a", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f10c6ec-91", "ovs_interfaceid": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "address": "fa:16:3e:06:8f:72", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0c15f9-8b", "ovs_interfaceid": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rKzcDVps', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9919ad53-e4a7-42e0-94b1-7c6f6dcea705', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4548090-6ed9-45ff-912a-14cdd598f8e5', 'serial': 'e4548090-6ed9-45ff-912a-14cdd598f8e5'}, 'attachment_id': '4172b7e7-70fb-404f-a462-a2ab42a148fa', 'volume_type': None}, {'mount_device': '/dev/vdb', 'boot_index': 1, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GIdgsLAB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9919ad53-e4a7-42e0-94b1-7c6f6dcea705', 'attached_at': '', 'detached_at': '', 'volume_id': 'b32fe527-dbc2-4e27-87c7-24e4d380f1e6', 'serial': 'b32fe527-dbc2-4e27-87c7-24e4d380f1e6'}, 'attachment_id': '3b91351a-650c-4e5c-bf95-7e36a3bed35e', 'volume_type': None}, {'mount_device': '/dev/vdc', 'boot_index': 2, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DUFBrHzV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9919ad53-e4a7-42e0-94b1-7c6f6dcea705', 'attached_at': '', 'detached_at': '', 'volume_id': '5aeafc5d-c468-462a-b891-55f4936095dc', 'serial': '5aeafc5d-c468-462a-b891-55f4936095dc'}, 'attachment_id': 'd5f4f3f9-7573-4ee9-b89b-794e6f16d7dd', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:16:28 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:16:28 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connector [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Factory for ISCSI on None {{(pid=74675) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.005s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rKzcDVps', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:16:28 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:16:28 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:16:28 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[49bf4513-83ea-430f-bf8d-f4780214a399]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:16:28 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c903a994-36d4-4c4a-a112-6a96a8ea9994]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5] added
Nov 23 06:16:28 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cecf5655-f526-4f90-bfaa-d96fa1ff1fa4]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d42c25c-55f9-48ee-996d-1f8786996306]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rKzcDVps {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rKzcDVps" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f3dba31-ff9d-48e3-b94b-c3d9e61adac1]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rKzcDVps'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dce4dca-c9dc-48e2-bead-3cd5a25b1850]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1318f1c3-115a-4623-95fa-faeed9296405]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 23 06:16:28 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 23 06:16:28 user nova-compute[74675]:  {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:16:28 user nova-compute[74675]: WARNING os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 23 06:16:28 user nova-compute[74675]: 
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc199fee-305c-4ae7-8961-ad8151972683]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5, portal: 172.16.0.220,3260]
Nov 23 06:16:28 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5, portal: 172.16.0.220,3260] successful.
Nov 23 06:16:28 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.040s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7c9d61f-d3ca-466f-ac20-0b74af985800]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d939da8-7bc9-4545-9193-6bb242faa3b4]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:28 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:28 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.264s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[403d78bf-5993-42cf-bd13-dacee75b702e]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:16:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rKzcDVps', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '26363366337386236', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26363366337386236', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GIdgsLAB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:16:29 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:16:29 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:16:29 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e89556ed-cd8c-4d8f-836f-f1664f6dbabe]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:16:29 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bf31928-28e3-4248-a3b0-4a8d0b4dea4f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6] added
Nov 23 06:16:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca4b4861-5284-43e5-bdc0-b110a467ac33]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b475415e-1626-4fa3-815b-12fdfde3b17f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GIdgsLAB {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GIdgsLAB" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[91adc744-80dc-475e-ac72-98a8f56ba140]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GIdgsLAB'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8de1de0-a92b-443d-b732-3ce53f1828ee]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9652daaa-da92-4f4a-bc8e-7e1a933fa09b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aad684f-3f06-4616-8a3a-bb3ec56e0dc5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6, portal: 172.16.0.220,3260]
Nov 23 06:16:29 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6, portal: 172.16.0.220,3260] successful.
Nov 23 06:16:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7982c5b0-9261-48c2-90b3-39cacdfa1eb4]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bfcc921-2e3a-49f6-b337-444b3d49c67a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:29 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:29 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:16:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:30 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb275b85-5c94-4c40-b9c1-890499e27b30]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:30 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: None {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GIdgsLAB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.302s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] <== connect_volume: return (1304ms) {'type': 'block', 'scsi_wwn': '26437366263346331', 'path': '/dev/sdc'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26437366263346331', 'path': '/dev/sdc'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DUFBrHzV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:16:31 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:16:31 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:16:31 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c554e8cf-36e1-4cbb-ab68-894f8b225df2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:16:31 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d67e391b-d4f8-4d9f-82c4-a61c940e6dc0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc] added
Nov 23 06:16:31 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[57751ae0-afa6-433e-9223-e14a4a322734]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[74d8c561-022c-437c-ae9e-e68be691daa2]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DUFBrHzV {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DUFBrHzV" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[62b96239-4556-45cb-b8b8-ea5239133e07]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DUFBrHzV'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a90ef1b-6203-4870-a739-f92960ee1575]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ffbef3d-b418-4146-b799-5c568e3c3667]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:31 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:31 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:31 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:31 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e19cb11-310e-42e5-aa54-5217c35638a5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc, portal: 172.16.0.220,3260]
Nov 23 06:16:31 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc, portal: 172.16.0.220,3260] successful.
Nov 23 06:16:31 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[576882a0-5552-4704-be2b-a1667577f619]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d753fc56-66a9-4873-a830-1bc6a49c0705]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:31 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:31 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:31 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:31 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:31 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:31 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cebcad85-3580-482b-8368-e5002eca9033]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:31 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: None {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DUFBrHzV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] <== connect_volume: return (1297ms) {'type': 'block', 'scsi_wwn': '26563393435353361', 'path': '/dev/sdd'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26563393435353361', 'path': '/dev/sdd'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "address": "fa:16:3e:54:f3:e9", "network": {"id": "cd98a1e4-9c3c-46ed-a16a-2d51283befc8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-780201240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c340c35-19", "ovs_interfaceid": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "address": "fa:16:3e:54:f3:e9", "network": {"id": "cd98a1e4-9c3c-46ed-a16a-2d51283befc8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-780201240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c340c35-19", "ovs_interfaceid": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:f3:e9,bridge_name='br-int',has_traffic_filtering=True,id=2c340c35-1933-4752-b23a-bfaad09f1f4b,network=Network(cd98a1e4-9c3c-46ed-a16a-2d51283befc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c340c35-19') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "address": "fa:16:3e:7c:9d:64", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c97ce2-bd", "ovs_interfaceid": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "address": "fa:16:3e:7c:9d:64", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c97ce2-bd", "ovs_interfaceid": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:9d:64,bridge_name='br-int',has_traffic_filtering=True,id=73c97ce2-bdd9-4c96-9cc3-ee259183601e,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap73c97ce2-bd') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "address": "fa:16:3e:04:62:87", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap371dafc8-1c", "ovs_interfaceid": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "address": "fa:16:3e:04:62:87", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap371dafc8-1c", "ovs_interfaceid": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:62:87,bridge_name='br-int',has_traffic_filtering=True,id=371dafc8-1c18-4c59-8aa6-ba4d2647b0cb,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap371dafc8-1c') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "address": "fa:16:3e:d7:23:5b", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap272bf62a-6e", "ovs_interfaceid": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "address": "fa:16:3e:d7:23:5b", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap272bf62a-6e", "ovs_interfaceid": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:23:5b,bridge_name='br-int',has_traffic_filtering=True,id=272bf62a-6e90-46d8-b1a3-ef9847f68961,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap272bf62a-6e') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "address": "fa:16:3e:51:06:ea", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd952d6ed-82", "ovs_interfaceid": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "address": "fa:16:3e:51:06:ea", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd952d6ed-82", "ovs_interfaceid": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:06:ea,bridge_name='br-int',has_traffic_filtering=True,id=d952d6ed-8281-4a5e-bbbf-73d3df7b1794,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd952d6ed-82') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "address": "fa:16:3e:9c:7b:1a", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f10c6ec-91", "ovs_interfaceid": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "address": "fa:16:3e:9c:7b:1a", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f10c6ec-91", "ovs_interfaceid": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:7b:1a,bridge_name='br-int',has_traffic_filtering=True,id=3f10c6ec-9108-412b-a9d3-9efd9c18b784,network=Network(0b017d9d-6874-430c-a40d-66c926ea3397),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f10c6ec-91') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "address": "fa:16:3e:06:8f:72", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0c15f9-8b", "ovs_interfaceid": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "address": "fa:16:3e:06:8f:72", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0c15f9-8b", "ovs_interfaceid": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:8f:72,bridge_name='br-int',has_traffic_filtering=True,id=7d0c15f9-8b4c-4524-b696-b29890731c8c,network=Network(0b017d9d-6874-430c-a40d-66c926ea3397),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d0c15f9-8b') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.objects.instance [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lazy-loading 'pci_devices' on Instance uuid 9919ad53-e4a7-42e0-94b1-7c6f6dcea705 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:16:32 user nova-compute[74675]:   <uuid>9919ad53-e4a7-42e0-94b1-7c6f6dcea705</uuid>
Nov 23 06:16:32 user nova-compute[74675]:   <name>instance-0000000b</name>
Nov 23 06:16:32 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:16:32 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:16:32 user nova-compute[74675]:   <metadata>
Nov 23 06:16:32 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:16:32 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:16:32 user nova-compute[74675]:       <nova:name>tempest-device-tagging-server-2068922751</nova:name>
Nov 23 06:16:32 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:16:28</nova:creationTime>
Nov 23 06:16:32 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:16:32 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:16:32 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:16:32 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:16:32 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:16:32 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:16:32 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:16:32 user nova-compute[74675]:       <nova:owner>
Nov 23 06:16:32 user nova-compute[74675]:         <nova:user uuid="6fffed231ed14fe2a3003e6037684d16">tempest-TaggedBootDevicesTest_v242-539534398-project-member</nova:user>
Nov 23 06:16:32 user nova-compute[74675]:         <nova:project uuid="5cf57c0066e54836b3c4e090d6c3d901">tempest-TaggedBootDevicesTest_v242-539534398</nova:project>
Nov 23 06:16:32 user nova-compute[74675]:       </nova:owner>
Nov 23 06:16:32 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:16:32 user nova-compute[74675]:       <nova:ports>
Nov 23 06:16:32 user nova-compute[74675]:         <nova:port uuid="2c340c35-1933-4752-b23a-bfaad09f1f4b">
Nov 23 06:16:32 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 23 06:16:32 user nova-compute[74675]:         </nova:port>
Nov 23 06:16:32 user nova-compute[74675]:         <nova:port uuid="73c97ce2-bdd9-4c96-9cc3-ee259183601e">
Nov 23 06:16:32 user nova-compute[74675]:           <nova:ip type="fixed" address="10.1.1.32" ipVersion="4"/>
Nov 23 06:16:32 user nova-compute[74675]:         </nova:port>
Nov 23 06:16:32 user nova-compute[74675]:         <nova:port uuid="371dafc8-1c18-4c59-8aa6-ba4d2647b0cb">
Nov 23 06:16:32 user nova-compute[74675]:           <nova:ip type="fixed" address="10.1.1.29" ipVersion="4"/>
Nov 23 06:16:32 user nova-compute[74675]:         </nova:port>
Nov 23 06:16:32 user nova-compute[74675]:         <nova:port uuid="272bf62a-6e90-46d8-b1a3-ef9847f68961">
Nov 23 06:16:32 user nova-compute[74675]:           <nova:ip type="fixed" address="10.1.1.231" ipVersion="4"/>
Nov 23 06:16:32 user nova-compute[74675]:         </nova:port>
Nov 23 06:16:32 user nova-compute[74675]:         <nova:port uuid="d952d6ed-8281-4a5e-bbbf-73d3df7b1794">
Nov 23 06:16:32 user nova-compute[74675]:           <nova:ip type="fixed" address="10.1.1.109" ipVersion="4"/>
Nov 23 06:16:32 user nova-compute[74675]:         </nova:port>
Nov 23 06:16:32 user nova-compute[74675]:         <nova:port uuid="3f10c6ec-9108-412b-a9d3-9efd9c18b784">
Nov 23 06:16:32 user nova-compute[74675]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 23 06:16:32 user nova-compute[74675]:         </nova:port>
Nov 23 06:16:32 user nova-compute[74675]:         <nova:port uuid="7d0c15f9-8b4c-4524-b696-b29890731c8c">
Nov 23 06:16:32 user nova-compute[74675]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 23 06:16:32 user nova-compute[74675]:         </nova:port>
Nov 23 06:16:32 user nova-compute[74675]:       </nova:ports>
Nov 23 06:16:32 user nova-compute[74675]:     </nova:instance>
Nov 23 06:16:32 user nova-compute[74675]:   </metadata>
Nov 23 06:16:32 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:16:32 user nova-compute[74675]:     <system>
Nov 23 06:16:32 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:16:32 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:16:32 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:16:32 user nova-compute[74675]:       <entry name="serial">9919ad53-e4a7-42e0-94b1-7c6f6dcea705</entry>
Nov 23 06:16:32 user nova-compute[74675]:       <entry name="uuid">9919ad53-e4a7-42e0-94b1-7c6f6dcea705</entry>
Nov 23 06:16:32 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:16:32 user nova-compute[74675]:     </system>
Nov 23 06:16:32 user nova-compute[74675]:   </sysinfo>
Nov 23 06:16:32 user nova-compute[74675]:   <os>
Nov 23 06:16:32 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:16:32 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:16:32 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:16:32 user nova-compute[74675]:   </os>
Nov 23 06:16:32 user nova-compute[74675]:   <features>
Nov 23 06:16:32 user nova-compute[74675]:     <acpi/>
Nov 23 06:16:32 user nova-compute[74675]:     <apic/>
Nov 23 06:16:32 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:16:32 user nova-compute[74675]:   </features>
Nov 23 06:16:32 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:16:32 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:16:32 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:16:32 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:16:32 user nova-compute[74675]:   </clock>
Nov 23 06:16:32 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:16:32 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:16:32 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:16:32 user nova-compute[74675]:   </cpu>
Nov 23 06:16:32 user nova-compute[74675]:   <devices>
Nov 23 06:16:32 user nova-compute[74675]:     <disk type="file" device="cdrom">
Nov 23 06:16:32 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none"/>
Nov 23 06:16:32 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/9919ad53-e4a7-42e0-94b1-7c6f6dcea705/disk.config"/>
Nov 23 06:16:32 user nova-compute[74675]:       <target dev="hda" bus="ide"/>
Nov 23 06:16:32 user nova-compute[74675]:     </disk>
Nov 23 06:16:32 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:16:32 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:16:32 user nova-compute[74675]:       <source dev="/dev/sdb"/>
Nov 23 06:16:32 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:16:32 user nova-compute[74675]:       <serial>e4548090-6ed9-45ff-912a-14cdd598f8e5</serial>
Nov 23 06:16:32 user nova-compute[74675]:     </disk>
Nov 23 06:16:32 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:16:32 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:16:32 user nova-compute[74675]:       <source dev="/dev/sdc"/>
Nov 23 06:16:32 user nova-compute[74675]:       <target dev="vdb" bus="virtio"/>
Nov 23 06:16:32 user nova-compute[74675]:       <serial>b32fe527-dbc2-4e27-87c7-24e4d380f1e6</serial>
Nov 23 06:16:32 user nova-compute[74675]:     </disk>
Nov 23 06:16:32 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:16:32 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:16:32 user nova-compute[74675]:       <source dev="/dev/sdd"/>
Nov 23 06:16:32 user nova-compute[74675]:       <target dev="vdc" bus="virtio"/>
Nov 23 06:16:32 user nova-compute[74675]:       <serial>5aeafc5d-c468-462a-b891-55f4936095dc</serial>
Nov 23 06:16:32 user nova-compute[74675]:     </disk>
Nov 23 06:16:32 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:16:32 user nova-compute[74675]:       <mac address="fa:16:3e:54:f3:e9"/>
Nov 23 06:16:32 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:32 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:16:32 user nova-compute[74675]:       <target dev="tap2c340c35-19"/>
Nov 23 06:16:32 user nova-compute[74675]:     </interface>
Nov 23 06:16:32 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:16:32 user nova-compute[74675]:       <mac address="fa:16:3e:7c:9d:64"/>
Nov 23 06:16:32 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:32 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:16:32 user nova-compute[74675]:       <target dev="tap73c97ce2-bd"/>
Nov 23 06:16:32 user nova-compute[74675]:     </interface>
Nov 23 06:16:32 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:16:32 user nova-compute[74675]:       <mac address="fa:16:3e:04:62:87"/>
Nov 23 06:16:32 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:32 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:16:32 user nova-compute[74675]:       <target dev="tap371dafc8-1c"/>
Nov 23 06:16:32 user nova-compute[74675]:     </interface>
Nov 23 06:16:32 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:16:32 user nova-compute[74675]:       <mac address="fa:16:3e:d7:23:5b"/>
Nov 23 06:16:32 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:32 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:16:32 user nova-compute[74675]:       <target dev="tap272bf62a-6e"/>
Nov 23 06:16:32 user nova-compute[74675]:     </interface>
Nov 23 06:16:32 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:16:32 user nova-compute[74675]:       <mac address="fa:16:3e:51:06:ea"/>
Nov 23 06:16:32 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:32 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:16:32 user nova-compute[74675]:       <target dev="tapd952d6ed-82"/>
Nov 23 06:16:32 user nova-compute[74675]:     </interface>
Nov 23 06:16:32 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:16:32 user nova-compute[74675]:       <mac address="fa:16:3e:9c:7b:1a"/>
Nov 23 06:16:32 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:32 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:16:32 user nova-compute[74675]:       <target dev="tap3f10c6ec-91"/>
Nov 23 06:16:32 user nova-compute[74675]:     </interface>
Nov 23 06:16:32 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:16:32 user nova-compute[74675]:       <mac address="fa:16:3e:06:8f:72"/>
Nov 23 06:16:32 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:32 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:16:32 user nova-compute[74675]:       <target dev="tap7d0c15f9-8b"/>
Nov 23 06:16:32 user nova-compute[74675]:     </interface>
Nov 23 06:16:32 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:16:32 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/9919ad53-e4a7-42e0-94b1-7c6f6dcea705/console.log" append="off"/>
Nov 23 06:16:32 user nova-compute[74675]:     </serial>
Nov 23 06:16:32 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:16:32 user nova-compute[74675]:     <video>
Nov 23 06:16:32 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:32 user nova-compute[74675]:     </video>
Nov 23 06:16:32 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:16:32 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:16:32 user nova-compute[74675]:     </rng>
Nov 23 06:16:32 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:16:32 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:16:32 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:16:32 user nova-compute[74675]:     </memballoon>
Nov 23 06:16:32 user nova-compute[74675]:   </devices>
Nov 23 06:16:32 user nova-compute[74675]: </domain>
Nov 23 06:16:32 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "address": "fa:16:3e:54:f3:e9", "network": {"id": "cd98a1e4-9c3c-46ed-a16a-2d51283befc8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-780201240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c340c35-19", "ovs_interfaceid": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "address": "fa:16:3e:54:f3:e9", "network": {"id": "cd98a1e4-9c3c-46ed-a16a-2d51283befc8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-780201240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c340c35-19", "ovs_interfaceid": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:f3:e9,bridge_name='br-int',has_traffic_filtering=True,id=2c340c35-1933-4752-b23a-bfaad09f1f4b,network=Network(cd98a1e4-9c3c-46ed-a16a-2d51283befc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c340c35-19') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG os_vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:f3:e9,bridge_name='br-int',has_traffic_filtering=True,id=2c340c35-1933-4752-b23a-bfaad09f1f4b,network=Network(cd98a1e4-9c3c-46ed-a16a-2d51283befc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c340c35-19') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0c5bd03a-e412-55b3-ab3b-55a8eff18cbe', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2c340c35-19, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2c340c35-19, col_values=(('qos', UUID('419949ef-82b9-49ea-a974-3439cd29b62c')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2c340c35-19, col_values=(('external_ids', {'iface-id': '2c340c35-1933-4752-b23a-bfaad09f1f4b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:54:f3:e9', 'vm-uuid': '9919ad53-e4a7-42e0-94b1-7c6f6dcea705'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: INFO os_vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:f3:e9,bridge_name='br-int',has_traffic_filtering=True,id=2c340c35-1933-4752-b23a-bfaad09f1f4b,network=Network(cd98a1e4-9c3c-46ed-a16a-2d51283befc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c340c35-19')
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "address": "fa:16:3e:7c:9d:64", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c97ce2-bd", "ovs_interfaceid": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "address": "fa:16:3e:7c:9d:64", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c97ce2-bd", "ovs_interfaceid": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:9d:64,bridge_name='br-int',has_traffic_filtering=True,id=73c97ce2-bdd9-4c96-9cc3-ee259183601e,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap73c97ce2-bd') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG os_vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:9d:64,bridge_name='br-int',has_traffic_filtering=True,id=73c97ce2-bdd9-4c96-9cc3-ee259183601e,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap73c97ce2-bd') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '73f5c853-2a91-5d58-b950-732eb49d071a', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap73c97ce2-bd, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap73c97ce2-bd, col_values=(('qos', UUID('81074eb1-973e-4ecc-9661-e1ffbb96b347')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap73c97ce2-bd, col_values=(('external_ids', {'iface-id': '73c97ce2-bdd9-4c96-9cc3-ee259183601e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7c:9d:64', 'vm-uuid': '9919ad53-e4a7-42e0-94b1-7c6f6dcea705'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: INFO os_vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:9d:64,bridge_name='br-int',has_traffic_filtering=True,id=73c97ce2-bdd9-4c96-9cc3-ee259183601e,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap73c97ce2-bd')
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "address": "fa:16:3e:04:62:87", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap371dafc8-1c", "ovs_interfaceid": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "address": "fa:16:3e:04:62:87", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap371dafc8-1c", "ovs_interfaceid": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:62:87,bridge_name='br-int',has_traffic_filtering=True,id=371dafc8-1c18-4c59-8aa6-ba4d2647b0cb,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap371dafc8-1c') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG os_vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:62:87,bridge_name='br-int',has_traffic_filtering=True,id=371dafc8-1c18-4c59-8aa6-ba4d2647b0cb,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap371dafc8-1c') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'da0d3998-e881-57e9-a856-d551bb416133', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap371dafc8-1c, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap371dafc8-1c, col_values=(('qos', UUID('e38e32cb-2972-4cda-b122-370b8e931b60')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap371dafc8-1c, col_values=(('external_ids', {'iface-id': '371dafc8-1c18-4c59-8aa6-ba4d2647b0cb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:04:62:87', 'vm-uuid': '9919ad53-e4a7-42e0-94b1-7c6f6dcea705'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: INFO os_vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:62:87,bridge_name='br-int',has_traffic_filtering=True,id=371dafc8-1c18-4c59-8aa6-ba4d2647b0cb,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap371dafc8-1c')
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "address": "fa:16:3e:d7:23:5b", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap272bf62a-6e", "ovs_interfaceid": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "address": "fa:16:3e:d7:23:5b", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap272bf62a-6e", "ovs_interfaceid": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:23:5b,bridge_name='br-int',has_traffic_filtering=True,id=272bf62a-6e90-46d8-b1a3-ef9847f68961,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap272bf62a-6e') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG os_vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:23:5b,bridge_name='br-int',has_traffic_filtering=True,id=272bf62a-6e90-46d8-b1a3-ef9847f68961,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap272bf62a-6e') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e32924bc-c994-5b52-944c-cf1f97c07bd5', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap272bf62a-6e, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap272bf62a-6e, col_values=(('qos', UUID('815bc390-40b6-427e-a09e-4f0bb1c50e54')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap272bf62a-6e, col_values=(('external_ids', {'iface-id': '272bf62a-6e90-46d8-b1a3-ef9847f68961', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:23:5b', 'vm-uuid': '9919ad53-e4a7-42e0-94b1-7c6f6dcea705'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: INFO os_vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:23:5b,bridge_name='br-int',has_traffic_filtering=True,id=272bf62a-6e90-46d8-b1a3-ef9847f68961,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap272bf62a-6e')
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "address": "fa:16:3e:51:06:ea", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd952d6ed-82", "ovs_interfaceid": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "address": "fa:16:3e:51:06:ea", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd952d6ed-82", "ovs_interfaceid": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:06:ea,bridge_name='br-int',has_traffic_filtering=True,id=d952d6ed-8281-4a5e-bbbf-73d3df7b1794,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd952d6ed-82') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG os_vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:06:ea,bridge_name='br-int',has_traffic_filtering=True,id=d952d6ed-8281-4a5e-bbbf-73d3df7b1794,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd952d6ed-82') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c49c3ea2-9209-5b6b-b018-56a812b6b789', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd952d6ed-82, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd952d6ed-82, col_values=(('qos', UUID('c03142f7-98b0-4ce9-aa7e-b6fe43b87909')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd952d6ed-82, col_values=(('external_ids', {'iface-id': 'd952d6ed-8281-4a5e-bbbf-73d3df7b1794', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:51:06:ea', 'vm-uuid': '9919ad53-e4a7-42e0-94b1-7c6f6dcea705'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: INFO os_vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:06:ea,bridge_name='br-int',has_traffic_filtering=True,id=d952d6ed-8281-4a5e-bbbf-73d3df7b1794,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd952d6ed-82')
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "address": "fa:16:3e:9c:7b:1a", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f10c6ec-91", "ovs_interfaceid": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "address": "fa:16:3e:9c:7b:1a", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f10c6ec-91", "ovs_interfaceid": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:7b:1a,bridge_name='br-int',has_traffic_filtering=True,id=3f10c6ec-9108-412b-a9d3-9efd9c18b784,network=Network(0b017d9d-6874-430c-a40d-66c926ea3397),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f10c6ec-91') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG os_vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:7b:1a,bridge_name='br-int',has_traffic_filtering=True,id=3f10c6ec-9108-412b-a9d3-9efd9c18b784,network=Network(0b017d9d-6874-430c-a40d-66c926ea3397),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f10c6ec-91') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b5eb504c-40b1-5841-a39a-30ce3dda64a7', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3f10c6ec-91, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3f10c6ec-91, col_values=(('qos', UUID('77643a19-b763-4d9a-97b9-b7b3b702f7c4')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3f10c6ec-91, col_values=(('external_ids', {'iface-id': '3f10c6ec-9108-412b-a9d3-9efd9c18b784', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9c:7b:1a', 'vm-uuid': '9919ad53-e4a7-42e0-94b1-7c6f6dcea705'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: INFO os_vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:7b:1a,bridge_name='br-int',has_traffic_filtering=True,id=3f10c6ec-9108-412b-a9d3-9efd9c18b784,network=Network(0b017d9d-6874-430c-a40d-66c926ea3397),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f10c6ec-91')
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "address": "fa:16:3e:06:8f:72", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0c15f9-8b", "ovs_interfaceid": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "address": "fa:16:3e:06:8f:72", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0c15f9-8b", "ovs_interfaceid": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:8f:72,bridge_name='br-int',has_traffic_filtering=True,id=7d0c15f9-8b4c-4524-b696-b29890731c8c,network=Network(0b017d9d-6874-430c-a40d-66c926ea3397),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d0c15f9-8b') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG os_vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:8f:72,bridge_name='br-int',has_traffic_filtering=True,id=7d0c15f9-8b4c-4524-b696-b29890731c8c,network=Network(0b017d9d-6874-430c-a40d-66c926ea3397),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d0c15f9-8b') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '855716c3-9054-5b6e-ad30-c1d9755d9754', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7d0c15f9-8b, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7d0c15f9-8b, col_values=(('qos', UUID('e52596e5-b02d-4ac8-944a-6c6f6adb9021')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7d0c15f9-8b, col_values=(('external_ids', {'iface-id': '7d0c15f9-8b4c-4524-b696-b29890731c8c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:06:8f:72', 'vm-uuid': '9919ad53-e4a7-42e0-94b1-7c6f6dcea705'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:32 user nova-compute[74675]: INFO os_vif [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:8f:72,bridge_name='br-int',has_traffic_filtering=True,id=7d0c15f9-8b4c-4524-b696-b29890731c8c,network=Network(0b017d9d-6874-430c-a40d-66c926ea3397),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d0c15f9-8b')
Nov 23 06:16:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] No BDM found with device name hda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:16:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:16:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] No VIF found with MAC fa:16:3e:54:f3:e9, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:16:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] No VIF found with MAC fa:16:3e:51:06:ea, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:16:33 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Using config drive
Nov 23 06:16:33 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Creating config drive at /opt/stack/data/nova/instances/9919ad53-e4a7-42e0-94b1-7c6f6dcea705/disk.config
Nov 23 06:16:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/9919ad53-e4a7-42e0-94b1-7c6f6dcea705/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp_s0b1zjj {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/9919ad53-e4a7-42e0-94b1-7c6f6dcea705/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp_s0b1zjj" returned: 0 in 0.051s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:34 user nova-compute[74675]: DEBUG nova.compute.manager [req-cd364fcd-b6ef-43d2-a258-5abd35ac711d req-fda5dd0b-56ee-4e4d-8af7-d11d43a52674 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-2c340c35-1933-4752-b23a-bfaad09f1f4b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cd364fcd-b6ef-43d2-a258-5abd35ac711d req-fda5dd0b-56ee-4e4d-8af7-d11d43a52674 service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cd364fcd-b6ef-43d2-a258-5abd35ac711d req-fda5dd0b-56ee-4e4d-8af7-d11d43a52674 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cd364fcd-b6ef-43d2-a258-5abd35ac711d req-fda5dd0b-56ee-4e4d-8af7-d11d43a52674 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:34 user nova-compute[74675]: DEBUG nova.compute.manager [req-cd364fcd-b6ef-43d2-a258-5abd35ac711d req-fda5dd0b-56ee-4e4d-8af7-d11d43a52674 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-2c340c35-1933-4752-b23a-bfaad09f1f4b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:34 user nova-compute[74675]: WARNING nova.compute.manager [req-cd364fcd-b6ef-43d2-a258-5abd35ac711d req-fda5dd0b-56ee-4e4d-8af7-d11d43a52674 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-2c340c35-1933-4752-b23a-bfaad09f1f4b for instance with vm_state building and task_state spawning.
Nov 23 06:16:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG nova.compute.manager [req-47e3dafe-d855-4d5b-8f78-b23495066f74 req-fae73984-3f21-46aa-aaf0-b226b6649c06 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-272bf62a-6e90-46d8-b1a3-ef9847f68961 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-47e3dafe-d855-4d5b-8f78-b23495066f74 req-fae73984-3f21-46aa-aaf0-b226b6649c06 service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-47e3dafe-d855-4d5b-8f78-b23495066f74 req-fae73984-3f21-46aa-aaf0-b226b6649c06 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-47e3dafe-d855-4d5b-8f78-b23495066f74 req-fae73984-3f21-46aa-aaf0-b226b6649c06 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG nova.compute.manager [req-47e3dafe-d855-4d5b-8f78-b23495066f74 req-fae73984-3f21-46aa-aaf0-b226b6649c06 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-272bf62a-6e90-46d8-b1a3-ef9847f68961 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:35 user nova-compute[74675]: WARNING nova.compute.manager [req-47e3dafe-d855-4d5b-8f78-b23495066f74 req-fae73984-3f21-46aa-aaf0-b226b6649c06 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-272bf62a-6e90-46d8-b1a3-ef9847f68961 for instance with vm_state building and task_state spawning.
Nov 23 06:16:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-2c340c35-1933-4752-b23a-bfaad09f1f4b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-2c340c35-1933-4752-b23a-bfaad09f1f4b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:36 user nova-compute[74675]: WARNING nova.compute.manager [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-2c340c35-1933-4752-b23a-bfaad09f1f4b for instance with vm_state building and task_state spawning.
Nov 23 06:16:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-73c97ce2-bdd9-4c96-9cc3-ee259183601e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-73c97ce2-bdd9-4c96-9cc3-ee259183601e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:36 user nova-compute[74675]: WARNING nova.compute.manager [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-73c97ce2-bdd9-4c96-9cc3-ee259183601e for instance with vm_state building and task_state spawning.
Nov 23 06:16:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-73c97ce2-bdd9-4c96-9cc3-ee259183601e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-73c97ce2-bdd9-4c96-9cc3-ee259183601e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:36 user nova-compute[74675]: WARNING nova.compute.manager [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-73c97ce2-bdd9-4c96-9cc3-ee259183601e for instance with vm_state building and task_state spawning.
Nov 23 06:16:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-371dafc8-1c18-4c59-8aa6-ba4d2647b0cb {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-371dafc8-1c18-4c59-8aa6-ba4d2647b0cb {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:36 user nova-compute[74675]: WARNING nova.compute.manager [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-371dafc8-1c18-4c59-8aa6-ba4d2647b0cb for instance with vm_state building and task_state spawning.
Nov 23 06:16:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-371dafc8-1c18-4c59-8aa6-ba4d2647b0cb {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-371dafc8-1c18-4c59-8aa6-ba4d2647b0cb {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:36 user nova-compute[74675]: WARNING nova.compute.manager [req-f7dc2274-bed6-4c9e-9891-79362380b1a9 req-600f72da-c546-4ede-ab08-d3bc347caca5 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-371dafc8-1c18-4c59-8aa6-ba4d2647b0cb for instance with vm_state building and task_state spawning.
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.compute.manager [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:16:37 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Creating image(s)
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Ensure instance console log exists: /opt/stack/data/nova/instances/7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Start _get_guest_xml network_info=[{"id": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "address": "fa:16:3e:9d:fb:c8", "network": {"id": "c726d1f4-241f-4aa0-86b5-f51ea5b99ff8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-898885711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap014a6145-69", "ovs_interfaceid": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "146556b0-d648-44cb-9524-1c54d465573e", "address": "fa:16:3e:a1:95:2e", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap146556b0-d6", "ovs_interfaceid": "146556b0-d648-44cb-9524-1c54d465573e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "address": "fa:16:3e:22:af:b0", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1146458-b7", "ovs_interfaceid": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "38e89eca-a716-4e01-8d3f-716318a50fbf", "address": "fa:16:3e:d4:88:9f", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38e89eca-a7", "ovs_interfaceid": "38e89eca-a716-4e01-8d3f-716318a50fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "address": "fa:16:3e:3c:17:7c", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap569a452d-f1", "ovs_interfaceid": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d18b1650-a750-4cdd-bb37-98e87f00d388", "address": "fa:16:3e:bf:8d:e0", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd18b1650-a7", "ovs_interfaceid": "d18b1650-a750-4cdd-bb37-98e87f00d388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "address": "fa:16:3e:32:f1:86", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d082e6b-40", "ovs_interfaceid": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HsdlAoVB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3', 'attached_at': '', 'detached_at': '', 'volume_id': '27be0ef3-d6b7-457e-991f-712955fa2419', 'serial': '27be0ef3-d6b7-457e-991f-712955fa2419'}, 'attachment_id': 'cd92635f-3274-4647-bc67-4e9df75a28d1', 'volume_type': None}, {'mount_device': '/dev/vdb', 'boot_index': 1, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CmkABrjt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3', 'attached_at': '', 'detached_at': '', 'volume_id': '692fb973-7777-44bf-af1d-c039cc1131bb', 'serial': '692fb973-7777-44bf-af1d-c039cc1131bb'}, 'attachment_id': 'c3f13f5b-49f5-4bd1-96f5-ef004d918c7c', 'volume_type': None}, {'mount_device': '/dev/vdc', 'boot_index': 2, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JEsNXBAt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3', 'attached_at': '', 'detached_at': '', 'volume_id': '610b7c7c-6e3f-4f66-a71f-71cfa5310421', 'serial': '610b7c7c-6e3f-4f66-a71f-71cfa5310421'}, 'attachment_id': '8f6b7414-8a59-4602-be9b-f571b523b84d', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:37 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:16:37 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-272bf62a-6e90-46d8-b1a3-ef9847f68961 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-272bf62a-6e90-46d8-b1a3-ef9847f68961 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:37 user nova-compute[74675]: WARNING nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-272bf62a-6e90-46d8-b1a3-ef9847f68961 for instance with vm_state building and task_state spawning.
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-d952d6ed-8281-4a5e-bbbf-73d3df7b1794 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-d952d6ed-8281-4a5e-bbbf-73d3df7b1794 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:37 user nova-compute[74675]: WARNING nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-d952d6ed-8281-4a5e-bbbf-73d3df7b1794 for instance with vm_state building and task_state spawning.
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-d952d6ed-8281-4a5e-bbbf-73d3df7b1794 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-d952d6ed-8281-4a5e-bbbf-73d3df7b1794 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:37 user nova-compute[74675]: WARNING nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-d952d6ed-8281-4a5e-bbbf-73d3df7b1794 for instance with vm_state building and task_state spawning.
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-3f10c6ec-9108-412b-a9d3-9efd9c18b784 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-3f10c6ec-9108-412b-a9d3-9efd9c18b784 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:37 user nova-compute[74675]: WARNING nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-3f10c6ec-9108-412b-a9d3-9efd9c18b784 for instance with vm_state building and task_state spawning.
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-3f10c6ec-9108-412b-a9d3-9efd9c18b784 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-3f10c6ec-9108-412b-a9d3-9efd9c18b784 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:37 user nova-compute[74675]: WARNING nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-3f10c6ec-9108-412b-a9d3-9efd9c18b784 for instance with vm_state building and task_state spawning.
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-7d0c15f9-8b4c-4524-b696-b29890731c8c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-7d0c15f9-8b4c-4524-b696-b29890731c8c {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:37 user nova-compute[74675]: WARNING nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-7d0c15f9-8b4c-4524-b696-b29890731c8c for instance with vm_state building and task_state spawning.
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-7d0c15f9-8b4c-4524-b696-b29890731c8c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-7d0c15f9-8b4c-4524-b696-b29890731c8c {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:37 user nova-compute[74675]: WARNING nova.compute.manager [req-0fb781ac-f26e-488e-9f66-9c3f50f699e2 req-37f8baf4-cedc-4277-bd77-e646f7bc01e3 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-7d0c15f9-8b4c-4524-b696-b29890731c8c for instance with vm_state building and task_state spawning.
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HsdlAoVB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:16:37 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:16:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:16:37 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:16:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:16:37 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:16:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8311d09-eba5-4e02-ab76-236ea5127ef1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:16:37 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[70264cc4-e0f1-46a1-a7d0-a2587038e941]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419] added
Nov 23 06:16:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbcc74cb-bca9-4692-8353-89ba5cdde299]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[54be11dc-3454-447c-940d-fa05a567d68e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HsdlAoVB {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HsdlAoVB" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae56de86-7d07-404b-b6b2-29b7d7ccbd9c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HsdlAoVB'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[83e10bc5-1251-4a45-ac15-f4273661a4b4]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7575ecb4-7f14-4030-af09-3c3af4832fb9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:38 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:38 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:38 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:38 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[28ea07a4-c35e-4561-a728-37fb2b9df57a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419, portal: 172.16.0.220,3260]
Nov 23 06:16:38 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419, portal: 172.16.0.220,3260] successful.
Nov 23 06:16:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbf8c73e-cd5e-4475-948f-6e2f51910beb]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bad927ab-28d3-4a28-ae13-1ca25e36b37d]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:38 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:38 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:38 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:16:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:38 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:38 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:38 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:16:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae2ff46f-4c35-4205-af3c-616471da07da]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HsdlAoVB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG nova.compute.manager [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:16:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:16:38 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Instance spawned successfully.
Nov 23 06:16:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:16:39 user nova-compute[74675]: INFO nova.compute.manager [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Took 10.81 seconds to spawn the instance on the hypervisor.
Nov 23 06:16:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:16:39 user nova-compute[74675]: INFO nova.compute.manager [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Took 35.91 seconds to build instance.
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-21a552bd-1377-48ee-8752-83539d056881 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 36.015s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '26566366533326566', 'path': '/dev/sde'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26566366533326566', 'path': '/dev/sde'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CmkABrjt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:16:39 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:16:39 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:16:39 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f79c593-9268-4c5e-8386-7661aea2dd33]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:16:39 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[38800136-83aa-447a-a771-1bc6cce29e9c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb] added
Nov 23 06:16:39 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[81270f55-7b76-478e-933c-2e5ff56cee1f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[993c44fb-a4eb-45c6-b498-9097414145b3]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CmkABrjt {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CmkABrjt" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d27207c5-a468-4a4b-a25c-1ded67f2efe0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CmkABrjt'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb5ff294-7a53-4bef-9847-26b4d22c937c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[80121a6b-764e-46b2-871e-ac7d14bf53f9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:39 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:39 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:39 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:16:39 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:39 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:39 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:39 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:16:39 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d078088-336e-4e45-8efb-906071cbd8e6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb, portal: 172.16.0.220,3260]
Nov 23 06:16:39 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb, portal: 172.16.0.220,3260] successful.
Nov 23 06:16:39 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8065ee0b-fbea-4057-a599-9269771e047d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d537fc5c-ae6c-4629-8b5b-8bddb0da9d0c]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:39 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:39 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:39 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:16:39 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:16:39 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:39 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:39 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:39 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:16:39 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:16:39 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] HCTL ('37', '-', '-', 0) found on session 6 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[aad92ef1-877a-4d06-ba16-9919b7d8fb31]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:16:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CmkABrjt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.330s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] <== connect_volume: return (1331ms) {'type': 'block', 'scsi_wwn': '23331346265383238', 'path': '/dev/sdf'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23331346265383238', 'path': '/dev/sdf'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JEsNXBAt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:16:40 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:16:40 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:16:40 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[38f89f2a-a005-41b9-a197-327719111257]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:16:40 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ed247bd-625b-4e08-ac5b-84262ba53109]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421] added
Nov 23 06:16:40 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[93543141-e807-4d9b-b237-eea8c53e543d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a35ab31-69eb-4253-923d-692c0fd48455]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JEsNXBAt {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JEsNXBAt" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2392c547-b87d-40e4-8c1e-594de967be99]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JEsNXBAt'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c4e5576-07e8-477b-8c3a-774fc34c396c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7a48a5d-eb49-44f4-984c-46b63057507f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:16:40 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:16:40 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[38ef618b-9ec6-4308-ac04-0a3ee2d3f9cc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421, portal: 172.16.0.220,3260]
Nov 23 06:16:40 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421, portal: 172.16.0.220,3260] successful.
Nov 23 06:16:40 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca6275a2-2736-4d3f-b168-a7db6a0ed8df]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f556628-0f64-47fb-aa22-0182100f8b5b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:16:40 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:16:40 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:16:40 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] HCTL ('38', '-', '-', 0) found on session 7 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:16:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0a2e60b-9236-4e86-818c-6cb061af3eae]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Searching for a device in session 7 and hctl ['38', '*', '*', 0] yield: None {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Searching for a device in session 7 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JEsNXBAt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] <== connect_volume: return (1322ms) {'type': 'block', 'scsi_wwn': '23237323433346131', 'path': '/dev/sdg'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23237323433346131', 'path': '/dev/sdg'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "address": "fa:16:3e:9d:fb:c8", "network": {"id": "c726d1f4-241f-4aa0-86b5-f51ea5b99ff8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-898885711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap014a6145-69", "ovs_interfaceid": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "address": "fa:16:3e:9d:fb:c8", "network": {"id": "c726d1f4-241f-4aa0-86b5-f51ea5b99ff8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-898885711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap014a6145-69", "ovs_interfaceid": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:fb:c8,bridge_name='br-int',has_traffic_filtering=True,id=014a6145-69c9-4f9d-a355-8b9f092a71d9,network=Network(c726d1f4-241f-4aa0-86b5-f51ea5b99ff8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap014a6145-69') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "146556b0-d648-44cb-9524-1c54d465573e", "address": "fa:16:3e:a1:95:2e", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap146556b0-d6", "ovs_interfaceid": "146556b0-d648-44cb-9524-1c54d465573e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "146556b0-d648-44cb-9524-1c54d465573e", "address": "fa:16:3e:a1:95:2e", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap146556b0-d6", "ovs_interfaceid": "146556b0-d648-44cb-9524-1c54d465573e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:95:2e,bridge_name='br-int',has_traffic_filtering=True,id=146556b0-d648-44cb-9524-1c54d465573e,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap146556b0-d6') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "address": "fa:16:3e:22:af:b0", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1146458-b7", "ovs_interfaceid": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "address": "fa:16:3e:22:af:b0", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1146458-b7", "ovs_interfaceid": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:af:b0,bridge_name='br-int',has_traffic_filtering=True,id=c1146458-b7df-4f1e-9a02-1f45c4c71379,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc1146458-b7') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "38e89eca-a716-4e01-8d3f-716318a50fbf", "address": "fa:16:3e:d4:88:9f", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38e89eca-a7", "ovs_interfaceid": "38e89eca-a716-4e01-8d3f-716318a50fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "38e89eca-a716-4e01-8d3f-716318a50fbf", "address": "fa:16:3e:d4:88:9f", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38e89eca-a7", "ovs_interfaceid": "38e89eca-a716-4e01-8d3f-716318a50fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:88:9f,bridge_name='br-int',has_traffic_filtering=True,id=38e89eca-a716-4e01-8d3f-716318a50fbf,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38e89eca-a7') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "address": "fa:16:3e:3c:17:7c", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap569a452d-f1", "ovs_interfaceid": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "address": "fa:16:3e:3c:17:7c", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap569a452d-f1", "ovs_interfaceid": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:17:7c,bridge_name='br-int',has_traffic_filtering=True,id=569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap569a452d-f1') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d18b1650-a750-4cdd-bb37-98e87f00d388", "address": "fa:16:3e:bf:8d:e0", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd18b1650-a7", "ovs_interfaceid": "d18b1650-a750-4cdd-bb37-98e87f00d388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "d18b1650-a750-4cdd-bb37-98e87f00d388", "address": "fa:16:3e:bf:8d:e0", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd18b1650-a7", "ovs_interfaceid": "d18b1650-a750-4cdd-bb37-98e87f00d388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:8d:e0,bridge_name='br-int',has_traffic_filtering=True,id=d18b1650-a750-4cdd-bb37-98e87f00d388,network=Network(a67e83be-8464-443d-85f0-6ea507b051b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd18b1650-a7') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "address": "fa:16:3e:32:f1:86", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d082e6b-40", "ovs_interfaceid": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "address": "fa:16:3e:32:f1:86", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d082e6b-40", "ovs_interfaceid": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:f1:86,bridge_name='br-int',has_traffic_filtering=True,id=5d082e6b-4049-4b47-b04c-13b46f39ad79,network=Network(a67e83be-8464-443d-85f0-6ea507b051b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d082e6b-40') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.objects.instance [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lazy-loading 'pci_devices' on Instance uuid 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:16:42 user nova-compute[74675]:   <uuid>7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3</uuid>
Nov 23 06:16:42 user nova-compute[74675]:   <name>instance-0000000c</name>
Nov 23 06:16:42 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:16:42 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:16:42 user nova-compute[74675]:   <metadata>
Nov 23 06:16:42 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:16:42 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:16:42 user nova-compute[74675]:       <nova:name>tempest-device-tagging-server-1912606230</nova:name>
Nov 23 06:16:42 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:16:37</nova:creationTime>
Nov 23 06:16:42 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:16:42 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:16:42 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:16:42 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:16:42 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:16:42 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:16:42 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:16:42 user nova-compute[74675]:       <nova:owner>
Nov 23 06:16:42 user nova-compute[74675]:         <nova:user uuid="946b3a3508424cf7aa40b47f34d1db98">tempest-TaggedBootDevicesTest-1944199026-project-member</nova:user>
Nov 23 06:16:42 user nova-compute[74675]:         <nova:project uuid="0364a282f05e41bba9f9c4229deb6d17">tempest-TaggedBootDevicesTest-1944199026</nova:project>
Nov 23 06:16:42 user nova-compute[74675]:       </nova:owner>
Nov 23 06:16:42 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:16:42 user nova-compute[74675]:       <nova:ports>
Nov 23 06:16:42 user nova-compute[74675]:         <nova:port uuid="014a6145-69c9-4f9d-a355-8b9f092a71d9">
Nov 23 06:16:42 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 23 06:16:42 user nova-compute[74675]:         </nova:port>
Nov 23 06:16:42 user nova-compute[74675]:         <nova:port uuid="146556b0-d648-44cb-9524-1c54d465573e">
Nov 23 06:16:42 user nova-compute[74675]:           <nova:ip type="fixed" address="10.1.1.84" ipVersion="4"/>
Nov 23 06:16:42 user nova-compute[74675]:         </nova:port>
Nov 23 06:16:42 user nova-compute[74675]:         <nova:port uuid="c1146458-b7df-4f1e-9a02-1f45c4c71379">
Nov 23 06:16:42 user nova-compute[74675]:           <nova:ip type="fixed" address="10.1.1.96" ipVersion="4"/>
Nov 23 06:16:42 user nova-compute[74675]:         </nova:port>
Nov 23 06:16:42 user nova-compute[74675]:         <nova:port uuid="38e89eca-a716-4e01-8d3f-716318a50fbf">
Nov 23 06:16:42 user nova-compute[74675]:           <nova:ip type="fixed" address="10.1.1.82" ipVersion="4"/>
Nov 23 06:16:42 user nova-compute[74675]:         </nova:port>
Nov 23 06:16:42 user nova-compute[74675]:         <nova:port uuid="569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d">
Nov 23 06:16:42 user nova-compute[74675]:           <nova:ip type="fixed" address="10.1.1.91" ipVersion="4"/>
Nov 23 06:16:42 user nova-compute[74675]:         </nova:port>
Nov 23 06:16:42 user nova-compute[74675]:         <nova:port uuid="d18b1650-a750-4cdd-bb37-98e87f00d388">
Nov 23 06:16:42 user nova-compute[74675]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 23 06:16:42 user nova-compute[74675]:         </nova:port>
Nov 23 06:16:42 user nova-compute[74675]:         <nova:port uuid="5d082e6b-4049-4b47-b04c-13b46f39ad79">
Nov 23 06:16:42 user nova-compute[74675]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 23 06:16:42 user nova-compute[74675]:         </nova:port>
Nov 23 06:16:42 user nova-compute[74675]:       </nova:ports>
Nov 23 06:16:42 user nova-compute[74675]:     </nova:instance>
Nov 23 06:16:42 user nova-compute[74675]:   </metadata>
Nov 23 06:16:42 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:16:42 user nova-compute[74675]:     <system>
Nov 23 06:16:42 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:16:42 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:16:42 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:16:42 user nova-compute[74675]:       <entry name="serial">7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3</entry>
Nov 23 06:16:42 user nova-compute[74675]:       <entry name="uuid">7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3</entry>
Nov 23 06:16:42 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:16:42 user nova-compute[74675]:     </system>
Nov 23 06:16:42 user nova-compute[74675]:   </sysinfo>
Nov 23 06:16:42 user nova-compute[74675]:   <os>
Nov 23 06:16:42 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:16:42 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:16:42 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:16:42 user nova-compute[74675]:   </os>
Nov 23 06:16:42 user nova-compute[74675]:   <features>
Nov 23 06:16:42 user nova-compute[74675]:     <acpi/>
Nov 23 06:16:42 user nova-compute[74675]:     <apic/>
Nov 23 06:16:42 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:16:42 user nova-compute[74675]:   </features>
Nov 23 06:16:42 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:16:42 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:16:42 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:16:42 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:16:42 user nova-compute[74675]:   </clock>
Nov 23 06:16:42 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:16:42 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:16:42 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:16:42 user nova-compute[74675]:   </cpu>
Nov 23 06:16:42 user nova-compute[74675]:   <devices>
Nov 23 06:16:42 user nova-compute[74675]:     <disk type="file" device="cdrom">
Nov 23 06:16:42 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none"/>
Nov 23 06:16:42 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3/disk.config"/>
Nov 23 06:16:42 user nova-compute[74675]:       <target dev="hda" bus="ide"/>
Nov 23 06:16:42 user nova-compute[74675]:     </disk>
Nov 23 06:16:42 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:16:42 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:16:42 user nova-compute[74675]:       <source dev="/dev/sde"/>
Nov 23 06:16:42 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:16:42 user nova-compute[74675]:       <serial>27be0ef3-d6b7-457e-991f-712955fa2419</serial>
Nov 23 06:16:42 user nova-compute[74675]:     </disk>
Nov 23 06:16:42 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:16:42 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:16:42 user nova-compute[74675]:       <source dev="/dev/sdf"/>
Nov 23 06:16:42 user nova-compute[74675]:       <target dev="vdb" bus="virtio"/>
Nov 23 06:16:42 user nova-compute[74675]:       <serial>692fb973-7777-44bf-af1d-c039cc1131bb</serial>
Nov 23 06:16:42 user nova-compute[74675]:     </disk>
Nov 23 06:16:42 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:16:42 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:16:42 user nova-compute[74675]:       <source dev="/dev/sdg"/>
Nov 23 06:16:42 user nova-compute[74675]:       <target dev="vdc" bus="virtio"/>
Nov 23 06:16:42 user nova-compute[74675]:       <serial>610b7c7c-6e3f-4f66-a71f-71cfa5310421</serial>
Nov 23 06:16:42 user nova-compute[74675]:     </disk>
Nov 23 06:16:42 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:16:42 user nova-compute[74675]:       <mac address="fa:16:3e:9d:fb:c8"/>
Nov 23 06:16:42 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:42 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:16:42 user nova-compute[74675]:       <target dev="tap014a6145-69"/>
Nov 23 06:16:42 user nova-compute[74675]:     </interface>
Nov 23 06:16:42 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:16:42 user nova-compute[74675]:       <mac address="fa:16:3e:a1:95:2e"/>
Nov 23 06:16:42 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:42 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:16:42 user nova-compute[74675]:       <target dev="tap146556b0-d6"/>
Nov 23 06:16:42 user nova-compute[74675]:     </interface>
Nov 23 06:16:42 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:16:42 user nova-compute[74675]:       <mac address="fa:16:3e:22:af:b0"/>
Nov 23 06:16:42 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:42 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:16:42 user nova-compute[74675]:       <target dev="tapc1146458-b7"/>
Nov 23 06:16:42 user nova-compute[74675]:     </interface>
Nov 23 06:16:42 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:16:42 user nova-compute[74675]:       <mac address="fa:16:3e:d4:88:9f"/>
Nov 23 06:16:42 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:42 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:16:42 user nova-compute[74675]:       <target dev="tap38e89eca-a7"/>
Nov 23 06:16:42 user nova-compute[74675]:     </interface>
Nov 23 06:16:42 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:16:42 user nova-compute[74675]:       <mac address="fa:16:3e:3c:17:7c"/>
Nov 23 06:16:42 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:42 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:16:42 user nova-compute[74675]:       <target dev="tap569a452d-f1"/>
Nov 23 06:16:42 user nova-compute[74675]:     </interface>
Nov 23 06:16:42 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:16:42 user nova-compute[74675]:       <mac address="fa:16:3e:bf:8d:e0"/>
Nov 23 06:16:42 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:42 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:16:42 user nova-compute[74675]:       <target dev="tapd18b1650-a7"/>
Nov 23 06:16:42 user nova-compute[74675]:     </interface>
Nov 23 06:16:42 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:16:42 user nova-compute[74675]:       <mac address="fa:16:3e:32:f1:86"/>
Nov 23 06:16:42 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:42 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:16:42 user nova-compute[74675]:       <target dev="tap5d082e6b-40"/>
Nov 23 06:16:42 user nova-compute[74675]:     </interface>
Nov 23 06:16:42 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:16:42 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3/console.log" append="off"/>
Nov 23 06:16:42 user nova-compute[74675]:     </serial>
Nov 23 06:16:42 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:16:42 user nova-compute[74675]:     <video>
Nov 23 06:16:42 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:42 user nova-compute[74675]:     </video>
Nov 23 06:16:42 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:16:42 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:16:42 user nova-compute[74675]:     </rng>
Nov 23 06:16:42 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:16:42 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:16:42 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:16:42 user nova-compute[74675]:     </memballoon>
Nov 23 06:16:42 user nova-compute[74675]:   </devices>
Nov 23 06:16:42 user nova-compute[74675]: </domain>
Nov 23 06:16:42 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "address": "fa:16:3e:9d:fb:c8", "network": {"id": "c726d1f4-241f-4aa0-86b5-f51ea5b99ff8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-898885711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap014a6145-69", "ovs_interfaceid": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "address": "fa:16:3e:9d:fb:c8", "network": {"id": "c726d1f4-241f-4aa0-86b5-f51ea5b99ff8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-898885711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap014a6145-69", "ovs_interfaceid": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:fb:c8,bridge_name='br-int',has_traffic_filtering=True,id=014a6145-69c9-4f9d-a355-8b9f092a71d9,network=Network(c726d1f4-241f-4aa0-86b5-f51ea5b99ff8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap014a6145-69') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG os_vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:fb:c8,bridge_name='br-int',has_traffic_filtering=True,id=014a6145-69c9-4f9d-a355-8b9f092a71d9,network=Network(c726d1f4-241f-4aa0-86b5-f51ea5b99ff8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap014a6145-69') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2d952224-b8b7-5c8a-a87f-fb448bef21f4', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap014a6145-69, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap014a6145-69, col_values=(('qos', UUID('7cd0a96a-d0f3-4d6e-9d6c-50d10ac4b6db')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap014a6145-69, col_values=(('external_ids', {'iface-id': '014a6145-69c9-4f9d-a355-8b9f092a71d9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9d:fb:c8', 'vm-uuid': '7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: INFO os_vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:fb:c8,bridge_name='br-int',has_traffic_filtering=True,id=014a6145-69c9-4f9d-a355-8b9f092a71d9,network=Network(c726d1f4-241f-4aa0-86b5-f51ea5b99ff8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap014a6145-69')
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "146556b0-d648-44cb-9524-1c54d465573e", "address": "fa:16:3e:a1:95:2e", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap146556b0-d6", "ovs_interfaceid": "146556b0-d648-44cb-9524-1c54d465573e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "146556b0-d648-44cb-9524-1c54d465573e", "address": "fa:16:3e:a1:95:2e", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap146556b0-d6", "ovs_interfaceid": "146556b0-d648-44cb-9524-1c54d465573e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:95:2e,bridge_name='br-int',has_traffic_filtering=True,id=146556b0-d648-44cb-9524-1c54d465573e,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap146556b0-d6') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG os_vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:95:2e,bridge_name='br-int',has_traffic_filtering=True,id=146556b0-d648-44cb-9524-1c54d465573e,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap146556b0-d6') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '06707c6e-6993-59e8-9e81-b2c4ccebf094', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap146556b0-d6, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap146556b0-d6, col_values=(('qos', UUID('31185a17-e00a-4ef5-bb03-3006cd32cad5')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap146556b0-d6, col_values=(('external_ids', {'iface-id': '146556b0-d648-44cb-9524-1c54d465573e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a1:95:2e', 'vm-uuid': '7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: INFO os_vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:95:2e,bridge_name='br-int',has_traffic_filtering=True,id=146556b0-d648-44cb-9524-1c54d465573e,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap146556b0-d6')
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "address": "fa:16:3e:22:af:b0", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1146458-b7", "ovs_interfaceid": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "address": "fa:16:3e:22:af:b0", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1146458-b7", "ovs_interfaceid": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:af:b0,bridge_name='br-int',has_traffic_filtering=True,id=c1146458-b7df-4f1e-9a02-1f45c4c71379,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc1146458-b7') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG os_vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:af:b0,bridge_name='br-int',has_traffic_filtering=True,id=c1146458-b7df-4f1e-9a02-1f45c4c71379,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc1146458-b7') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd23a4fe8-2c12-5cc4-b29c-f43d52b97872', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc1146458-b7, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc1146458-b7, col_values=(('qos', UUID('55fe3880-292d-4531-b64f-385901a6ba66')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc1146458-b7, col_values=(('external_ids', {'iface-id': 'c1146458-b7df-4f1e-9a02-1f45c4c71379', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:22:af:b0', 'vm-uuid': '7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: INFO os_vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:af:b0,bridge_name='br-int',has_traffic_filtering=True,id=c1146458-b7df-4f1e-9a02-1f45c4c71379,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc1146458-b7')
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "38e89eca-a716-4e01-8d3f-716318a50fbf", "address": "fa:16:3e:d4:88:9f", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38e89eca-a7", "ovs_interfaceid": "38e89eca-a716-4e01-8d3f-716318a50fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "38e89eca-a716-4e01-8d3f-716318a50fbf", "address": "fa:16:3e:d4:88:9f", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38e89eca-a7", "ovs_interfaceid": "38e89eca-a716-4e01-8d3f-716318a50fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:88:9f,bridge_name='br-int',has_traffic_filtering=True,id=38e89eca-a716-4e01-8d3f-716318a50fbf,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38e89eca-a7') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG os_vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:88:9f,bridge_name='br-int',has_traffic_filtering=True,id=38e89eca-a716-4e01-8d3f-716318a50fbf,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38e89eca-a7') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '52e668aa-ddc0-5f51-8f93-0329593fdb2d', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap38e89eca-a7, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap38e89eca-a7, col_values=(('qos', UUID('d766b6ff-8d1d-42e9-b990-949d71966d21')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap38e89eca-a7, col_values=(('external_ids', {'iface-id': '38e89eca-a716-4e01-8d3f-716318a50fbf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d4:88:9f', 'vm-uuid': '7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: INFO os_vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:88:9f,bridge_name='br-int',has_traffic_filtering=True,id=38e89eca-a716-4e01-8d3f-716318a50fbf,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38e89eca-a7')
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "address": "fa:16:3e:3c:17:7c", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap569a452d-f1", "ovs_interfaceid": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "address": "fa:16:3e:3c:17:7c", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap569a452d-f1", "ovs_interfaceid": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:17:7c,bridge_name='br-int',has_traffic_filtering=True,id=569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap569a452d-f1') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG os_vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:17:7c,bridge_name='br-int',has_traffic_filtering=True,id=569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap569a452d-f1') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3482af73-36f6-59db-8c84-f43f2b7f79be', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap569a452d-f1, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap569a452d-f1, col_values=(('qos', UUID('6f41ba3e-3632-4b5d-b904-b32c77cd6ff2')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap569a452d-f1, col_values=(('external_ids', {'iface-id': '569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3c:17:7c', 'vm-uuid': '7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: INFO os_vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:17:7c,bridge_name='br-int',has_traffic_filtering=True,id=569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap569a452d-f1')
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d18b1650-a750-4cdd-bb37-98e87f00d388", "address": "fa:16:3e:bf:8d:e0", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd18b1650-a7", "ovs_interfaceid": "d18b1650-a750-4cdd-bb37-98e87f00d388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "d18b1650-a750-4cdd-bb37-98e87f00d388", "address": "fa:16:3e:bf:8d:e0", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd18b1650-a7", "ovs_interfaceid": "d18b1650-a750-4cdd-bb37-98e87f00d388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:8d:e0,bridge_name='br-int',has_traffic_filtering=True,id=d18b1650-a750-4cdd-bb37-98e87f00d388,network=Network(a67e83be-8464-443d-85f0-6ea507b051b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd18b1650-a7') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG os_vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:8d:e0,bridge_name='br-int',has_traffic_filtering=True,id=d18b1650-a750-4cdd-bb37-98e87f00d388,network=Network(a67e83be-8464-443d-85f0-6ea507b051b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd18b1650-a7') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd892df12-bf3f-5941-ae10-7abeaed3a49b', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd18b1650-a7, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd18b1650-a7, col_values=(('qos', UUID('3ed29ab1-e0b6-445c-8808-a5dd49a76ec3')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd18b1650-a7, col_values=(('external_ids', {'iface-id': 'd18b1650-a750-4cdd-bb37-98e87f00d388', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bf:8d:e0', 'vm-uuid': '7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: INFO os_vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:8d:e0,bridge_name='br-int',has_traffic_filtering=True,id=d18b1650-a750-4cdd-bb37-98e87f00d388,network=Network(a67e83be-8464-443d-85f0-6ea507b051b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd18b1650-a7')
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:16:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "address": "fa:16:3e:32:f1:86", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d082e6b-40", "ovs_interfaceid": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "address": "fa:16:3e:32:f1:86", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d082e6b-40", "ovs_interfaceid": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:f1:86,bridge_name='br-int',has_traffic_filtering=True,id=5d082e6b-4049-4b47-b04c-13b46f39ad79,network=Network(a67e83be-8464-443d-85f0-6ea507b051b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d082e6b-40') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG os_vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:f1:86,bridge_name='br-int',has_traffic_filtering=True,id=5d082e6b-4049-4b47-b04c-13b46f39ad79,network=Network(a67e83be-8464-443d-85f0-6ea507b051b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d082e6b-40') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ee6a7f9a-7787-573f-8d1f-61f4cefb0310', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5d082e6b-40, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5d082e6b-40, col_values=(('qos', UUID('8a5751f1-7042-43b1-b344-f048384570fa')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5d082e6b-40, col_values=(('external_ids', {'iface-id': '5d082e6b-4049-4b47-b04c-13b46f39ad79', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:32:f1:86', 'vm-uuid': '7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:42 user nova-compute[74675]: INFO os_vif [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:f1:86,bridge_name='br-int',has_traffic_filtering=True,id=5d082e6b-4049-4b47-b04c-13b46f39ad79,network=Network(a67e83be-8464-443d-85f0-6ea507b051b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d082e6b-40')
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] No BDM found with device name hda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] No VIF found with MAC fa:16:3e:9d:fb:c8, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:16:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] No VIF found with MAC fa:16:3e:3c:17:7c, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:16:42 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Using config drive
Nov 23 06:16:43 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Creating config drive at /opt/stack/data/nova/instances/7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3/disk.config
Nov 23 06:16:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpqnzqxe4o {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpqnzqxe4o" returned: 0 in 0.065s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:43 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:16:43 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:16:43 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:16:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-b8dd621e-e476-4957-97b9-9d84a015e99d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-b8dd621e-e476-4957-97b9-9d84a015e99d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Updating instance_info_cache with network_info: [{"id": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "address": "fa:16:3e:0f:48:07", "network": {"id": "ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-158888572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2d1e3aa682b47a7b3d6e7ab3776fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac52e47-c9", "ovs_interfaceid": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-b8dd621e-e476-4957-97b9-9d84a015e99d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG nova.compute.manager [req-bfe23483-8e30-484d-b0f7-d82299365f0c req-a19d536d-c21e-4451-989f-cbce1aacbebb service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-014a6145-69c9-4f9d-a355-8b9f092a71d9 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-bfe23483-8e30-484d-b0f7-d82299365f0c req-a19d536d-c21e-4451-989f-cbce1aacbebb service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-bfe23483-8e30-484d-b0f7-d82299365f0c req-a19d536d-c21e-4451-989f-cbce1aacbebb service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-bfe23483-8e30-484d-b0f7-d82299365f0c req-a19d536d-c21e-4451-989f-cbce1aacbebb service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:44 user nova-compute[74675]: DEBUG nova.compute.manager [req-bfe23483-8e30-484d-b0f7-d82299365f0c req-a19d536d-c21e-4451-989f-cbce1aacbebb service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-014a6145-69c9-4f9d-a355-8b9f092a71d9 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:44 user nova-compute[74675]: WARNING nova.compute.manager [req-bfe23483-8e30-484d-b0f7-d82299365f0c req-a19d536d-c21e-4451-989f-cbce1aacbebb service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-014a6145-69c9-4f9d-a355-8b9f092a71d9 for instance with vm_state building and task_state spawning.
Nov 23 06:16:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG nova.compute.manager [req-a9a8a940-adc4-4c6f-902b-311b072e69de req-1b901e3e-e3b4-491a-a6ea-b162f855d4a9 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-146556b0-d648-44cb-9524-1c54d465573e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a9a8a940-adc4-4c6f-902b-311b072e69de req-1b901e3e-e3b4-491a-a6ea-b162f855d4a9 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a9a8a940-adc4-4c6f-902b-311b072e69de req-1b901e3e-e3b4-491a-a6ea-b162f855d4a9 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a9a8a940-adc4-4c6f-902b-311b072e69de req-1b901e3e-e3b4-491a-a6ea-b162f855d4a9 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG nova.compute.manager [req-a9a8a940-adc4-4c6f-902b-311b072e69de req-1b901e3e-e3b4-491a-a6ea-b162f855d4a9 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-146556b0-d648-44cb-9524-1c54d465573e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:45 user nova-compute[74675]: WARNING nova.compute.manager [req-a9a8a940-adc4-4c6f-902b-311b072e69de req-1b901e3e-e3b4-491a-a6ea-b162f855d4a9 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-146556b0-d648-44cb-9524-1c54d465573e for instance with vm_state building and task_state spawning.
Nov 23 06:16:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:45 user nova-compute[74675]: INFO nova.compute.manager [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Rescuing
Nov 23 06:16:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "refresh_cache-d9898f23-3116-49a8-a4bb-483dd0c3c274" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquired lock "refresh_cache-d9898f23-3116-49a8-a4bb-483dd0c3c274" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG nova.network.neutron [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Acquiring lock "b8dd621e-e476-4957-97b9-9d84a015e99d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:45 user nova-compute[74675]: DEBUG nova.objects.instance [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lazy-loading 'flavor' on Instance uuid b8dd621e-e476-4957-97b9-9d84a015e99d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.135s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG nova.compute.manager [req-8ee81f25-a39d-4140-9f12-42c03f9a2fe5 req-994c67ab-0f57-4f1d-a75e-55b93ab10775 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-38e89eca-a716-4e01-8d3f-716318a50fbf {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8ee81f25-a39d-4140-9f12-42c03f9a2fe5 req-994c67ab-0f57-4f1d-a75e-55b93ab10775 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8ee81f25-a39d-4140-9f12-42c03f9a2fe5 req-994c67ab-0f57-4f1d-a75e-55b93ab10775 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8ee81f25-a39d-4140-9f12-42c03f9a2fe5 req-994c67ab-0f57-4f1d-a75e-55b93ab10775 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG nova.compute.manager [req-8ee81f25-a39d-4140-9f12-42c03f9a2fe5 req-994c67ab-0f57-4f1d-a75e-55b93ab10775 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-38e89eca-a716-4e01-8d3f-716318a50fbf {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:46 user nova-compute[74675]: WARNING nova.compute.manager [req-8ee81f25-a39d-4140-9f12-42c03f9a2fe5 req-994c67ab-0f57-4f1d-a75e-55b93ab10775 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-38e89eca-a716-4e01-8d3f-716318a50fbf for instance with vm_state building and task_state spawning.
Nov 23 06:16:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Acquiring lock "b8dd621e-e476-4957-97b9-9d84a015e99d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:46 user nova-compute[74675]: INFO nova.compute.manager [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Attaching volume 758681e8-d38c-4bad-981d-a4d4a608ef35 to /dev/vdb
Nov 23 06:16:46 user nova-compute[74675]: DEBUG os_brick.utils [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4caa7015-5f19-412a-a8be-30f04af5d351]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b7dd9c4-3d68-448f-9d50-c666d703dd04]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae79c22-c56d-41c9-9890-edf29d37bcdf]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2d634f1-9c02-4b6e-ad26-12ffdee0df8e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:16:46 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e88b8d7-2d55-49d0-acc5-c68a518abb04]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG os_brick.utils [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] <== get_connector_properties: return (164ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Updating existing volume attachment record: f8cd4a5f-88c4-496c-b608-e07105269c12 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG nova.network.neutron [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Updating instance_info_cache with network_info: [{"id": "b057a2e1-a712-4787-b826-3dd107cfb74f", "address": "fa:16:3e:ef:6f:d4", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb057a2e1-a7", "ovs_interfaceid": "b057a2e1-a712-4787-b826-3dd107cfb74f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Releasing lock "refresh_cache-d9898f23-3116-49a8-a4bb-483dd0c3c274" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG nova.compute.manager [req-3b01dfde-d688-4c23-a45a-e8dcad5eaf51 req-3bd567c6-79ee-4fc0-9ef3-369436685469 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-014a6145-69c9-4f9d-a355-8b9f092a71d9 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3b01dfde-d688-4c23-a45a-e8dcad5eaf51 req-3bd567c6-79ee-4fc0-9ef3-369436685469 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3b01dfde-d688-4c23-a45a-e8dcad5eaf51 req-3bd567c6-79ee-4fc0-9ef3-369436685469 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3b01dfde-d688-4c23-a45a-e8dcad5eaf51 req-3bd567c6-79ee-4fc0-9ef3-369436685469 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:46 user nova-compute[74675]: DEBUG nova.compute.manager [req-3b01dfde-d688-4c23-a45a-e8dcad5eaf51 req-3bd567c6-79ee-4fc0-9ef3-369436685469 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-014a6145-69c9-4f9d-a355-8b9f092a71d9 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:47 user nova-compute[74675]: WARNING nova.compute.manager [req-3b01dfde-d688-4c23-a45a-e8dcad5eaf51 req-3bd567c6-79ee-4fc0-9ef3-369436685469 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-014a6145-69c9-4f9d-a355-8b9f092a71d9 for instance with vm_state building and task_state spawning.
Nov 23 06:16:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-146556b0-d648-44cb-9524-1c54d465573e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-146556b0-d648-44cb-9524-1c54d465573e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:47 user nova-compute[74675]: WARNING nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-146556b0-d648-44cb-9524-1c54d465573e for instance with vm_state building and task_state spawning.
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-c1146458-b7df-4f1e-9a02-1f45c4c71379 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-c1146458-b7df-4f1e-9a02-1f45c4c71379 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:47 user nova-compute[74675]: WARNING nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-c1146458-b7df-4f1e-9a02-1f45c4c71379 for instance with vm_state building and task_state spawning.
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-c1146458-b7df-4f1e-9a02-1f45c4c71379 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-c1146458-b7df-4f1e-9a02-1f45c4c71379 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:47 user nova-compute[74675]: WARNING nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-c1146458-b7df-4f1e-9a02-1f45c4c71379 for instance with vm_state building and task_state spawning.
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:47 user nova-compute[74675]: WARNING nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d for instance with vm_state building and task_state spawning.
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:47 user nova-compute[74675]: WARNING nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d for instance with vm_state building and task_state spawning.
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-d18b1650-a750-4cdd-bb37-98e87f00d388 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-d18b1650-a750-4cdd-bb37-98e87f00d388 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:47 user nova-compute[74675]: WARNING nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-d18b1650-a750-4cdd-bb37-98e87f00d388 for instance with vm_state building and task_state spawning.
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-d18b1650-a750-4cdd-bb37-98e87f00d388 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-d18b1650-a750-4cdd-bb37-98e87f00d388 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:47 user nova-compute[74675]: WARNING nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-d18b1650-a750-4cdd-bb37-98e87f00d388 for instance with vm_state building and task_state spawning.
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-5d082e6b-4049-4b47-b04c-13b46f39ad79 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-5d082e6b-4049-4b47-b04c-13b46f39ad79 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:47 user nova-compute[74675]: WARNING nova.compute.manager [req-6c524aff-7e69-4255-80e7-0bdf71d601c8 req-a969b8cd-4291-47d3-a0aa-f23d8c77e191 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-5d082e6b-4049-4b47-b04c-13b46f39ad79 for instance with vm_state building and task_state spawning.
Nov 23 06:16:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:47 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Instance destroyed successfully.
Nov 23 06:16:47 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Attempting rescue
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74675) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Instance directory exists: not creating {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 23 06:16:47 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Creating image(s)
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "/opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "/opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "/opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.objects.instance [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'trusted_certs' on Instance uuid d9898f23-3116-49a8-a4bb-483dd0c3c274 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue" returned: 0 in 0.048s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.objects.instance [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'migration_context' on Instance uuid d9898f23-3116-49a8-a4bb-483dd0c3c274 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.objects.base [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Object Instance<d9898f23-3116-49a8-a4bb-483dd0c3c274> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Start _get_guest_xml network_info=[{"id": "b057a2e1-a712-4787-b826-3dd107cfb74f", "address": "fa:16:3e:ef:6f:d4", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "vif_mac": "fa:16:3e:ef:6f:d4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb057a2e1-a7", "ovs_interfaceid": "b057a2e1-a712-4787-b826-3dd107cfb74f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.objects.instance [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'resources' on Instance uuid d9898f23-3116-49a8-a4bb-483dd0c3c274 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.objects.base [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Object Instance<d9898f23-3116-49a8-a4bb-483dd0c3c274> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.objects.instance [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'numa_topology' on Instance uuid d9898f23-3116-49a8-a4bb-483dd0c3c274 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.objects.base [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Object Instance<d9898f23-3116-49a8-a4bb-483dd0c3c274> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:16:47 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:16:47 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.objects.instance [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'vcpu_model' on Instance uuid d9898f23-3116-49a8-a4bb-483dd0c3c274 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.objects.base [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Object Instance<d9898f23-3116-49a8-a4bb-483dd0c3c274> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:14:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1217774789',display_name='tempest-ServerRescueNegativeTestJSON-server-1217774789',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1217774789',id=3,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:15:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ae04769d0574318bf2a5439f9f4eca7',ramdisk_id='',reservation_id='r-y31au40q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1110786830',owner_user_name='tempest-ServerRescueNegativeTestJSON-1110786830-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:15:11Z,user_data=None,user_id='933254e291464a6aa6987d59d1d3e93c',uuid=d9898f23-3116-49a8-a4bb-483dd0c3c274,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b057a2e1-a712-4787-b826-3dd107cfb74f", "address": "fa:16:3e:ef:6f:d4", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "vif_mac": "fa:16:3e:ef:6f:d4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb057a2e1-a7", "ovs_interfaceid": "b057a2e1-a712-4787-b826-3dd107cfb74f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converting VIF {"id": "b057a2e1-a712-4787-b826-3dd107cfb74f", "address": "fa:16:3e:ef:6f:d4", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "vif_mac": "fa:16:3e:ef:6f:d4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb057a2e1-a7", "ovs_interfaceid": "b057a2e1-a712-4787-b826-3dd107cfb74f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ef:6f:d4,bridge_name='br-int',has_traffic_filtering=True,id=b057a2e1-a712-4787-b826-3dd107cfb74f,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb057a2e1-a7') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:47 user nova-compute[74675]: DEBUG nova.objects.instance [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'pci_devices' on Instance uuid d9898f23-3116-49a8-a4bb-483dd0c3c274 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG nova.objects.base [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Object Instance<d9898f23-3116-49a8-a4bb-483dd0c3c274> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:16:48 user nova-compute[74675]:   <uuid>d9898f23-3116-49a8-a4bb-483dd0c3c274</uuid>
Nov 23 06:16:48 user nova-compute[74675]:   <name>instance-00000003</name>
Nov 23 06:16:48 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:16:48 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:16:48 user nova-compute[74675]:   <metadata>
Nov 23 06:16:48 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:16:48 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:16:48 user nova-compute[74675]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1217774789</nova:name>
Nov 23 06:16:48 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:16:47</nova:creationTime>
Nov 23 06:16:48 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:16:48 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:16:48 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:16:48 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:16:48 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:16:48 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:16:48 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:16:48 user nova-compute[74675]:       <nova:owner>
Nov 23 06:16:48 user nova-compute[74675]:         <nova:user uuid="933254e291464a6aa6987d59d1d3e93c">tempest-ServerRescueNegativeTestJSON-1110786830-project-member</nova:user>
Nov 23 06:16:48 user nova-compute[74675]:         <nova:project uuid="9ae04769d0574318bf2a5439f9f4eca7">tempest-ServerRescueNegativeTestJSON-1110786830</nova:project>
Nov 23 06:16:48 user nova-compute[74675]:       </nova:owner>
Nov 23 06:16:48 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:16:48 user nova-compute[74675]:       <nova:ports>
Nov 23 06:16:48 user nova-compute[74675]:         <nova:port uuid="b057a2e1-a712-4787-b826-3dd107cfb74f">
Nov 23 06:16:48 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 23 06:16:48 user nova-compute[74675]:         </nova:port>
Nov 23 06:16:48 user nova-compute[74675]:       </nova:ports>
Nov 23 06:16:48 user nova-compute[74675]:     </nova:instance>
Nov 23 06:16:48 user nova-compute[74675]:   </metadata>
Nov 23 06:16:48 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:16:48 user nova-compute[74675]:     <system>
Nov 23 06:16:48 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:16:48 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:16:48 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:16:48 user nova-compute[74675]:       <entry name="serial">d9898f23-3116-49a8-a4bb-483dd0c3c274</entry>
Nov 23 06:16:48 user nova-compute[74675]:       <entry name="uuid">d9898f23-3116-49a8-a4bb-483dd0c3c274</entry>
Nov 23 06:16:48 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:16:48 user nova-compute[74675]:     </system>
Nov 23 06:16:48 user nova-compute[74675]:   </sysinfo>
Nov 23 06:16:48 user nova-compute[74675]:   <os>
Nov 23 06:16:48 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:16:48 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:16:48 user nova-compute[74675]:   </os>
Nov 23 06:16:48 user nova-compute[74675]:   <features>
Nov 23 06:16:48 user nova-compute[74675]:     <acpi/>
Nov 23 06:16:48 user nova-compute[74675]:     <apic/>
Nov 23 06:16:48 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:16:48 user nova-compute[74675]:   </features>
Nov 23 06:16:48 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:16:48 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:16:48 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:16:48 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:16:48 user nova-compute[74675]:   </clock>
Nov 23 06:16:48 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:16:48 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:16:48 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:16:48 user nova-compute[74675]:   </cpu>
Nov 23 06:16:48 user nova-compute[74675]:   <devices>
Nov 23 06:16:48 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:16:48 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:16:48 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue"/>
Nov 23 06:16:48 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:16:48 user nova-compute[74675]:     </disk>
Nov 23 06:16:48 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:16:48 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:16:48 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk"/>
Nov 23 06:16:48 user nova-compute[74675]:       <target dev="vdb" bus="virtio"/>
Nov 23 06:16:48 user nova-compute[74675]:     </disk>
Nov 23 06:16:48 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:16:48 user nova-compute[74675]:       <mac address="fa:16:3e:ef:6f:d4"/>
Nov 23 06:16:48 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:48 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:16:48 user nova-compute[74675]:       <target dev="tapb057a2e1-a7"/>
Nov 23 06:16:48 user nova-compute[74675]:     </interface>
Nov 23 06:16:48 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:16:48 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/console.log" append="off"/>
Nov 23 06:16:48 user nova-compute[74675]:     </serial>
Nov 23 06:16:48 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:16:48 user nova-compute[74675]:     <video>
Nov 23 06:16:48 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:16:48 user nova-compute[74675]:     </video>
Nov 23 06:16:48 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:16:48 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:16:48 user nova-compute[74675]:     </rng>
Nov 23 06:16:48 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:16:48 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:16:48 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:16:48 user nova-compute[74675]:     </memballoon>
Nov 23 06:16:48 user nova-compute[74675]:   </devices>
Nov 23 06:16:48 user nova-compute[74675]: </domain>
Nov 23 06:16:48 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-38e89eca-a716-4e01-8d3f-716318a50fbf {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-38e89eca-a716-4e01-8d3f-716318a50fbf {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:48 user nova-compute[74675]: WARNING nova.compute.manager [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-38e89eca-a716-4e01-8d3f-716318a50fbf for instance with vm_state building and task_state spawning.
Nov 23 06:16:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received event network-vif-unplugged-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] Acquiring lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] No waiting events found dispatching network-vif-unplugged-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:48 user nova-compute[74675]: WARNING nova.compute.manager [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received unexpected event network-vif-unplugged-b057a2e1-a712-4787-b826-3dd107cfb74f for instance with vm_state active and task_state rescuing.
Nov 23 06:16:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received event network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] Acquiring lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] No waiting events found dispatching network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:48 user nova-compute[74675]: WARNING nova.compute.manager [req-aaf2493a-226b-4db8-9527-e5b3cc6f59d8 req-9d48c2a9-e852-4b25-99b4-7c8f4da420f1 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received unexpected event network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f for instance with vm_state active and task_state rescuing.
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.482s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:48 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Instance destroyed successfully.
Nov 23 06:16:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No VIF found with MAC fa:16:3e:ef:6f:d4, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-511ba477-3273-4ba7-bcfc-76d693f9b936 req-70d370bc-4477-4d41-b66f-54d31d943040 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-5d082e6b-4049-4b47-b04c-13b46f39ad79 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-511ba477-3273-4ba7-bcfc-76d693f9b936 req-70d370bc-4477-4d41-b66f-54d31d943040 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-511ba477-3273-4ba7-bcfc-76d693f9b936 req-70d370bc-4477-4d41-b66f-54d31d943040 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-511ba477-3273-4ba7-bcfc-76d693f9b936 req-70d370bc-4477-4d41-b66f-54d31d943040 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-511ba477-3273-4ba7-bcfc-76d693f9b936 req-70d370bc-4477-4d41-b66f-54d31d943040 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-5d082e6b-4049-4b47-b04c-13b46f39ad79 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:49 user nova-compute[74675]: WARNING nova.compute.manager [req-511ba477-3273-4ba7-bcfc-76d693f9b936 req-70d370bc-4477-4d41-b66f-54d31d943040 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-5d082e6b-4049-4b47-b04c-13b46f39ad79 for instance with vm_state building and task_state spawning.
Nov 23 06:16:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:16:49 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Instance spawned successfully.
Nov 23 06:16:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:49 user nova-compute[74675]: INFO nova.compute.manager [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Took 11.82 seconds to spawn the instance on the hypervisor.
Nov 23 06:16:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:49 user nova-compute[74675]: INFO nova.compute.manager [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Took 40.74 seconds to build instance.
Nov 23 06:16:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-36941001-ca56-46b8-9af8-1deb5e0616db tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 40.966s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-ff5445df-2a2c-40cd-aa85-7014285bc5eb req-a94d03cd-9562-47f3-8b1f-2af481b0b7b9 service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Received event network-changed-515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-ff5445df-2a2c-40cd-aa85-7014285bc5eb req-a94d03cd-9562-47f3-8b1f-2af481b0b7b9 service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Refreshing instance network info cache due to event network-changed-515774e3-0f59-4077-b115-25a683a1e41b. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ff5445df-2a2c-40cd-aa85-7014285bc5eb req-a94d03cd-9562-47f3-8b1f-2af481b0b7b9 service nova] Acquiring lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ff5445df-2a2c-40cd-aa85-7014285bc5eb req-a94d03cd-9562-47f3-8b1f-2af481b0b7b9 service nova] Acquired lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG nova.network.neutron [req-ff5445df-2a2c-40cd-aa85-7014285bc5eb req-a94d03cd-9562-47f3-8b1f-2af481b0b7b9 service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Refreshing network info cache for port 515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG nova.network.neutron [req-ff5445df-2a2c-40cd-aa85-7014285bc5eb req-a94d03cd-9562-47f3-8b1f-2af481b0b7b9 service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Updated VIF entry in instance network info cache for port 515774e3-0f59-4077-b115-25a683a1e41b. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG nova.network.neutron [req-ff5445df-2a2c-40cd-aa85-7014285bc5eb req-a94d03cd-9562-47f3-8b1f-2af481b0b7b9 service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Updating instance_info_cache with network_info: [{"id": "515774e3-0f59-4077-b115-25a683a1e41b", "address": "fa:16:3e:ab:da:8e", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap515774e3-0f", "ovs_interfaceid": "515774e3-0f59-4077-b115-25a683a1e41b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ff5445df-2a2c-40cd-aa85-7014285bc5eb req-a94d03cd-9562-47f3-8b1f-2af481b0b7b9 service nova] Releasing lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-ff5445df-2a2c-40cd-aa85-7014285bc5eb req-a94d03cd-9562-47f3-8b1f-2af481b0b7b9 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received event network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ff5445df-2a2c-40cd-aa85-7014285bc5eb req-a94d03cd-9562-47f3-8b1f-2af481b0b7b9 service nova] Acquiring lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ff5445df-2a2c-40cd-aa85-7014285bc5eb req-a94d03cd-9562-47f3-8b1f-2af481b0b7b9 service nova] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ff5445df-2a2c-40cd-aa85-7014285bc5eb req-a94d03cd-9562-47f3-8b1f-2af481b0b7b9 service nova] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-ff5445df-2a2c-40cd-aa85-7014285bc5eb req-a94d03cd-9562-47f3-8b1f-2af481b0b7b9 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] No waiting events found dispatching network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:50 user nova-compute[74675]: WARNING nova.compute.manager [req-ff5445df-2a2c-40cd-aa85-7014285bc5eb req-a94d03cd-9562-47f3-8b1f-2af481b0b7b9 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received unexpected event network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f for instance with vm_state active and task_state rescuing.
Nov 23 06:16:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json" returned: 0 in 0.274s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.227s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-a6c9b00a-e42d-4987-84c6-4f0123b8b244 req-bb39cc53-34db-4c4f-bddb-ae7807993cf1 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received event network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a6c9b00a-e42d-4987-84c6-4f0123b8b244 req-bb39cc53-34db-4c4f-bddb-ae7807993cf1 service nova] Acquiring lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a6c9b00a-e42d-4987-84c6-4f0123b8b244 req-bb39cc53-34db-4c4f-bddb-ae7807993cf1 service nova] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.008s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a6c9b00a-e42d-4987-84c6-4f0123b8b244 req-bb39cc53-34db-4c4f-bddb-ae7807993cf1 service nova] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-a6c9b00a-e42d-4987-84c6-4f0123b8b244 req-bb39cc53-34db-4c4f-bddb-ae7807993cf1 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] No waiting events found dispatching network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:52 user nova-compute[74675]: WARNING nova.compute.manager [req-a6c9b00a-e42d-4987-84c6-4f0123b8b244 req-bb39cc53-34db-4c4f-bddb-ae7807993cf1 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received unexpected event network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f for instance with vm_state active and task_state rescuing.
Nov 23 06:16:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.226s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG nova.compute.manager [None req-f1049c81-722d-4986-b0a5-96365311df0b tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:16:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.manager [req-0f824287-480a-4d79-925c-e60248c46892 req-a4d2df89-8147-47ef-9b1d-489226a61ee7 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received event network-changed-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.manager [req-0f824287-480a-4d79-925c-e60248c46892 req-a4d2df89-8147-47ef-9b1d-489226a61ee7 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Refreshing instance network info cache due to event network-changed-122af3e5-32c0-4213-84b4-f2e82769890a. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0f824287-480a-4d79-925c-e60248c46892 req-a4d2df89-8147-47ef-9b1d-489226a61ee7 service nova] Acquiring lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0f824287-480a-4d79-925c-e60248c46892 req-a4d2df89-8147-47ef-9b1d-489226a61ee7 service nova] Acquired lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.network.neutron [req-0f824287-480a-4d79-925c-e60248c46892 req-a4d2df89-8147-47ef-9b1d-489226a61ee7 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Refreshing network info cache for port 122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:16:53 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:16:53 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=6882MB free_disk=25.71673583984375GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance f4d40301-d465-42af-8b6c-e62a064afcaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance b8dd621e-e476-4957-97b9-9d84a015e99d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d9898f23-3116-49a8-a4bb-483dd0c3c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance cf5db4d3-2728-4ac9-aaec-05d1f1147329 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9d29192e-2d96-4325-adba-53573ebaa8cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 23b16712-4309-4d46-81ec-720a135c9418 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance adfacbf3-a10d-44fb-a252-95572a966156 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9919ad53-e4a7-42e0-94b1-7c6f6dcea705 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:16:53 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:16:54 user nova-compute[74675]: DEBUG nova.network.neutron [req-0f824287-480a-4d79-925c-e60248c46892 req-a4d2df89-8147-47ef-9b1d-489226a61ee7 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Updated VIF entry in instance network info cache for port 122af3e5-32c0-4213-84b4-f2e82769890a. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:16:54 user nova-compute[74675]: DEBUG nova.network.neutron [req-0f824287-480a-4d79-925c-e60248c46892 req-a4d2df89-8147-47ef-9b1d-489226a61ee7 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Updating instance_info_cache with network_info: [{"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.8", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:16:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0f824287-480a-4d79-925c-e60248c46892 req-a4d2df89-8147-47ef-9b1d-489226a61ee7 service nova] Releasing lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:16:54 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:16:54 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:16:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:16:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.750s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:16:54 user nova-compute[74675]: INFO nova.compute.manager [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] instance snapshotting
Nov 23 06:16:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:16:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GsQkrVLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:16:54 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:16:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:16:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:16:54 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:16:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:16:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:16:54 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:16:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c629a27-ffe9-40d7-8bad-6a86bdb7ed1b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:16:54 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c40c33f-0678-4362-836d-57a28f792eb3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35] added
Nov 23 06:16:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:55 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Beginning live snapshot process
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[952abc58-c8ea-4b4d-9369-e8ae090bc31e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cd20f96-c695-450a-bdf2-ab8297e4ffd0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GsQkrVLI {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GsQkrVLI" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c0aad9d-07a5-4bb5-bde4-909f288fad33]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GsQkrVLI'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[327e3789-9aca-4ede-b7e2-479e960d4495]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbdd56e4-fa6d-47ed-b436-eed94c317501]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json -f qcow2 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b62704f-226b-49cf-a108-8e238514d1a9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35, portal: 172.16.0.220,3260]
Nov 23 06:16:55 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35, portal: 172.16.0.220,3260] successful.
Nov 23 06:16:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[10c8c109-fb85-4395-93f2-a6234627c65f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[68429679-67b2-487c-acb3-0f44c350908d]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 (non-flash)
Nov 23 06:16:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.403s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] HCTL ('39', '-', '-', 0) found on session 8 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[33e21364-e17f-49a6-adf7-7132601375ce]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Searching for a device in session 8 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GsQkrVLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json -f qcow2" returned: 0 in 0.242s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json -f qcow2 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json -f qcow2" returned: 0 in 0.198s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.207s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp750_nrgx/9238cd13c8f443deb0c4cbaa4b4f3c41.delta 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp750_nrgx/9238cd13c8f443deb0c4cbaa4b4f3c41.delta 1073741824" returned: 0 in 0.056s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:55 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 23 06:16:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74675) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Nov 23 06:16:55 user nova-compute[74675]: INFO nova.virt.libvirt.host [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] UEFI support detected
Nov 23 06:16:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.461s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:16:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] <== connect_volume: return (1462ms) {'type': 'block', 'scsi_wwn': '26266313365646465', 'path': '/dev/sdh'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:16:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26266313365646465', 'path': '/dev/sdh'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:16:56 user nova-compute[74675]: DEBUG nova.objects.instance [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lazy-loading 'flavor' on Instance uuid b8dd621e-e476-4957-97b9-9d84a015e99d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:16:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:16:56 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:16:56 user nova-compute[74675]:   <source dev="/dev/sdh"/>
Nov 23 06:16:56 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:16:56 user nova-compute[74675]:   <serial>758681e8-d38c-4bad-981d-a4d4a608ef35</serial>
Nov 23 06:16:56 user nova-compute[74675]: </disk>
Nov 23 06:16:56 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:16:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:16:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] COPY block job progress, current cursor: 15663104 final cursor: 75497472 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:16:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] COPY block job progress, current cursor: 23003136 final cursor: 75497472 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:16:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:16:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:16:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] No VIF found with MAC fa:16:3e:0f:48:07, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5a42590e-c99a-4d27-aee2-5108505607b4 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.789s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:16:58 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 23 06:16:58 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp750_nrgx/9238cd13c8f443deb0c4cbaa4b4f3c41.delta /opt/stack/data/nova/instances/snapshots/tmp750_nrgx/9238cd13c8f443deb0c4cbaa4b4f3c41 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Acquiring lock "b8dd621e-e476-4957-97b9-9d84a015e99d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Acquiring lock "b8dd621e-e476-4957-97b9-9d84a015e99d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:58 user nova-compute[74675]: INFO nova.compute.manager [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Terminating instance
Nov 23 06:16:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-89392881-2cde-4a98-941e-ea2984462e06 req-824f4816-382a-4853-80f1-4b1d5f8f0369 service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Received event network-vif-unplugged-bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-89392881-2cde-4a98-941e-ea2984462e06 req-824f4816-382a-4853-80f1-4b1d5f8f0369 service nova] Acquiring lock "b8dd621e-e476-4957-97b9-9d84a015e99d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-89392881-2cde-4a98-941e-ea2984462e06 req-824f4816-382a-4853-80f1-4b1d5f8f0369 service nova] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.041s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-89392881-2cde-4a98-941e-ea2984462e06 req-824f4816-382a-4853-80f1-4b1d5f8f0369 service nova] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-89392881-2cde-4a98-941e-ea2984462e06 req-824f4816-382a-4853-80f1-4b1d5f8f0369 service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] No waiting events found dispatching network-vif-unplugged-bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:16:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-89392881-2cde-4a98-941e-ea2984462e06 req-824f4816-382a-4853-80f1-4b1d5f8f0369 service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Received event network-vif-unplugged-bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp750_nrgx/9238cd13c8f443deb0c4cbaa4b4f3c41.delta /opt/stack/data/nova/instances/snapshots/tmp750_nrgx/9238cd13c8f443deb0c4cbaa4b4f3c41" returned: 0 in 0.535s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Snapshot extracted, beginning image upload
Nov 23 06:16:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Instance destroyed successfully.
Nov 23 06:16:59 user nova-compute[74675]: DEBUG nova.objects.instance [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lazy-loading 'resources' on Instance uuid b8dd621e-e476-4957-97b9-9d84a015e99d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1123155048',display_name='tempest-DeleteServersTestJSON-server-1123155048',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1123155048',id=2,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:15:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a2d1e3aa682b47a7b3d6e7ab3776fa4d',ramdisk_id='',reservation_id='r-wel2i45o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-367463537',owner_user_name='tempest-DeleteServersTestJSON-367463537-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:15:11Z,user_data=None,user_id='c95cee753916407e9be80dbe29e7fada',uuid=b8dd621e-e476-4957-97b9-9d84a015e99d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "address": "fa:16:3e:0f:48:07", "network": {"id": "ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-158888572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2d1e3aa682b47a7b3d6e7ab3776fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac52e47-c9", "ovs_interfaceid": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Converting VIF {"id": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "address": "fa:16:3e:0f:48:07", "network": {"id": "ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-158888572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2d1e3aa682b47a7b3d6e7ab3776fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac52e47-c9", "ovs_interfaceid": "bac52e47-c939-4fa5-8ca3-f9d9db66d0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0f:48:07,bridge_name='br-int',has_traffic_filtering=True,id=bac52e47-c939-4fa5-8ca3-f9d9db66d0e0,network=Network(ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbac52e47-c9') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_vif [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0f:48:07,bridge_name='br-int',has_traffic_filtering=True,id=bac52e47-c939-4fa5-8ca3-f9d9db66d0e0,network=Network(ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbac52e47-c9') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbac52e47-c9, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a83c155a-3003-416a-a165-4c6825d61d3e) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:16:59 user nova-compute[74675]: INFO os_vif [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0f:48:07,bridge_name='br-int',has_traffic_filtering=True,id=bac52e47-c939-4fa5-8ca3-f9d9db66d0e0,network=Network(ef0ff5e2-d0ae-4c2e-8c84-c4e80f3d2ec5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbac52e47-c9')
Nov 23 06:16:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GsQkrVLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:16:59 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f183c3d4-51c4-4adb-821f-fe6d373bcd54]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:16:59 user nova-compute[74675]: No targets found.
Nov 23 06:16:59 user nova-compute[74675]: iSNS:
Nov 23 06:16:59 user nova-compute[74675]: No targets found.
Nov 23 06:16:59 user nova-compute[74675]: STATIC:
Nov 23 06:16:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421
Nov 23 06:16:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:16:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:16:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc
Nov 23 06:16:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:16:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:16:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419
Nov 23 06:16:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:16:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:16:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35
Nov 23 06:16:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:16:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:16:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5
Nov 23 06:16:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:16:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:16:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb
Nov 23 06:16:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:16:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:16:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6
Nov 23 06:16:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:16:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:16:59 user nova-compute[74675]: FIRMWARE:
Nov 23 06:16:59 user nova-compute[74675]: No targets found.
Nov 23 06:16:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:16:59 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:16:59 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa2fc83b-1c4d-476e-8fa5-b55f2ba40262]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[538bfabb-4c61-4f09-be03-1565a699c79b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:59 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:59 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:59 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:16:59 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:16:59 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:16:59 user nova-compute[74675]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 (non-flash)
Nov 23 06:16:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:16:59 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:16:59 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:16:59 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:16:59 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:16:59 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:16:59 user nova-compute[74675]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 (non-flash)
Nov 23 06:16:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac68683d90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35'): ({'sdh'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Removing single pathed devices sdh {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f0e2b5e-c775-4c71-ae39-6de9691c781c]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e3de0b5-22ff-485a-bd86-bad8f85b1a37]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Flushing IO for device /dev/sdh {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb9aa288-f328-4686-8a7b-299a29c44fe9]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.035s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[11ab539b-2e7c-438d-b603-b46135e231e4]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] SCSI volumes sdh have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[392f7867-5067-4120-ba3c-9389eadcfab4]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[97fcc546-f46b-4847-bcd0-7a590f7e8324]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35, portal: 172.16.0.220,3260]
Nov 23 06:16:59 user nova-compute[74675]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35, portal: 172.16.0.220,3260] successful.
Nov 23 06:16:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:758681e8-d38c-4bad-981d-a4d4a608ef35 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.047s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[66454371-a45d-4470-b3dc-cd9ccf56a8a9]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.376s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] <== disconnect_volume: return (378ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:16:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Deleting instance files /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d_del
Nov 23 06:16:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Deletion of /opt/stack/data/nova/instances/b8dd621e-e476-4957-97b9-9d84a015e99d_del complete
Nov 23 06:16:59 user nova-compute[74675]: INFO nova.compute.manager [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Took 1.37 seconds to destroy the instance on the hypervisor.
Nov 23 06:16:59 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:16:59 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:17:00 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:17:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-83876c37-3ea2-4916-b28f-f32579daa653 req-8121a811-f3a5-40c5-b91c-89aa7c3f2ef4 service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Received event network-vif-deleted-bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:00 user nova-compute[74675]: INFO nova.compute.manager [req-83876c37-3ea2-4916-b28f-f32579daa653 req-8121a811-f3a5-40c5-b91c-89aa7c3f2ef4 service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Neutron deleted interface bac52e47-c939-4fa5-8ca3-f9d9db66d0e0; detaching it from the instance and deleting it from the info cache
Nov 23 06:17:00 user nova-compute[74675]: DEBUG nova.network.neutron [req-83876c37-3ea2-4916-b28f-f32579daa653 req-8121a811-f3a5-40c5-b91c-89aa7c3f2ef4 service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:17:00 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Took 0.59 seconds to deallocate network for instance.
Nov 23 06:17:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-83876c37-3ea2-4916-b28f-f32579daa653 req-8121a811-f3a5-40c5-b91c-89aa7c3f2ef4 service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Detach interface failed, port_id=bac52e47-c939-4fa5-8ca3-f9d9db66d0e0, reason: Instance b8dd621e-e476-4957-97b9-9d84a015e99d could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:17:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-2a2ef1e9-4b40-4062-a2a9-392130c25b8d req-9f7af2e6-47b3-4eaf-a131-caafd9d5406d service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Received event network-vif-plugged-bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2a2ef1e9-4b40-4062-a2a9-392130c25b8d req-9f7af2e6-47b3-4eaf-a131-caafd9d5406d service nova] Acquiring lock "b8dd621e-e476-4957-97b9-9d84a015e99d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2a2ef1e9-4b40-4062-a2a9-392130c25b8d req-9f7af2e6-47b3-4eaf-a131-caafd9d5406d service nova] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2a2ef1e9-4b40-4062-a2a9-392130c25b8d req-9f7af2e6-47b3-4eaf-a131-caafd9d5406d service nova] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-2a2ef1e9-4b40-4062-a2a9-392130c25b8d req-9f7af2e6-47b3-4eaf-a131-caafd9d5406d service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] No waiting events found dispatching network-vif-plugged-bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:17:01 user nova-compute[74675]: WARNING nova.compute.manager [req-2a2ef1e9-4b40-4062-a2a9-392130c25b8d req-9f7af2e6-47b3-4eaf-a131-caafd9d5406d service nova] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Received unexpected event network-vif-plugged-bac52e47-c939-4fa5-8ca3-f9d9db66d0e0 for instance with vm_state active and task_state deleting.
Nov 23 06:17:01 user nova-compute[74675]: INFO nova.compute.manager [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] [instance: b8dd621e-e476-4957-97b9-9d84a015e99d] Took 0.94 seconds to detach 1 volumes for instance.
Nov 23 06:17:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:01 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:17:01 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:17:01 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Snapshot image upload complete
Nov 23 06:17:01 user nova-compute[74675]: INFO nova.compute.manager [None req-6cf31ef5-ea2d-49bc-93e7-0351d6768924 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Took 7.03 seconds to snapshot the instance on the hypervisor.
Nov 23 06:17:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.412s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:02 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Deleted allocations for instance b8dd621e-e476-4957-97b9-9d84a015e99d
Nov 23 06:17:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-dc42eb47-b880-4d14-b5de-ec2342eb8039 tempest-DeleteServersTestJSON-367463537 tempest-DeleteServersTestJSON-367463537-project-member] Lock "b8dd621e-e476-4957-97b9-9d84a015e99d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.586s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-8342280d-ab58-4c1c-9c76-ae8f4ba79db2 req-91ddc2f5-9a6a-418f-91bf-2ad7ca9a0024 service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Received event network-changed-3bbaae4b-21f8-4145-aaa4-b591e2807fd6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-8342280d-ab58-4c1c-9c76-ae8f4ba79db2 req-91ddc2f5-9a6a-418f-91bf-2ad7ca9a0024 service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Refreshing instance network info cache due to event network-changed-3bbaae4b-21f8-4145-aaa4-b591e2807fd6. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:17:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8342280d-ab58-4c1c-9c76-ae8f4ba79db2 req-91ddc2f5-9a6a-418f-91bf-2ad7ca9a0024 service nova] Acquiring lock "refresh_cache-9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:17:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8342280d-ab58-4c1c-9c76-ae8f4ba79db2 req-91ddc2f5-9a6a-418f-91bf-2ad7ca9a0024 service nova] Acquired lock "refresh_cache-9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:17:05 user nova-compute[74675]: DEBUG nova.network.neutron [req-8342280d-ab58-4c1c-9c76-ae8f4ba79db2 req-91ddc2f5-9a6a-418f-91bf-2ad7ca9a0024 service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Refreshing network info cache for port 3bbaae4b-21f8-4145-aaa4-b591e2807fd6 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:17:06 user nova-compute[74675]: DEBUG nova.network.neutron [req-8342280d-ab58-4c1c-9c76-ae8f4ba79db2 req-91ddc2f5-9a6a-418f-91bf-2ad7ca9a0024 service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Updated VIF entry in instance network info cache for port 3bbaae4b-21f8-4145-aaa4-b591e2807fd6. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:17:06 user nova-compute[74675]: DEBUG nova.network.neutron [req-8342280d-ab58-4c1c-9c76-ae8f4ba79db2 req-91ddc2f5-9a6a-418f-91bf-2ad7ca9a0024 service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Updating instance_info_cache with network_info: [{"id": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "address": "fa:16:3e:24:44:f8", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bbaae4b-21", "ovs_interfaceid": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:17:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8342280d-ab58-4c1c-9c76-ae8f4ba79db2 req-91ddc2f5-9a6a-418f-91bf-2ad7ca9a0024 service nova] Releasing lock "refresh_cache-9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:17:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:08 user nova-compute[74675]: DEBUG nova.objects.instance [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lazy-loading 'flavor' on Instance uuid 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.092s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:08 user nova-compute[74675]: INFO nova.compute.manager [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Attaching volume 1eb9c165-97a8-4dba-9e04-71f2b27b8b19 to /dev/vdb
Nov 23 06:17:09 user nova-compute[74675]: DEBUG os_brick.utils [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3110844b-e960-44a9-977f-12a8c519314c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2be790c-b377-497d-85af-7a10970ab998]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.030s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2229991-98c7-45e5-aa10-13ac14d743e3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5343d29d-18e8-41af-846a-e8b398beb3b0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:17:09 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:17:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cb803d3-74dc-44d0-a71a-9faa8117cfaf]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG os_brick.utils [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] <== get_connector_properties: return (178ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Updating existing volume attachment record: e1135751-661b-431b-9700-12a744b7f110 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:17:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:10 user nova-compute[74675]: DEBUG nova.compute.manager [req-b1c1520f-686e-4e0f-a606-59d9a2c43b0c req-bdff43b0-f64f-4316-92b8-9f4c9acb00c6 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Received event network-changed-bb0f5221-7a18-44db-9b11-efac2ec9b26b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:10 user nova-compute[74675]: DEBUG nova.compute.manager [req-b1c1520f-686e-4e0f-a606-59d9a2c43b0c req-bdff43b0-f64f-4316-92b8-9f4c9acb00c6 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Refreshing instance network info cache due to event network-changed-bb0f5221-7a18-44db-9b11-efac2ec9b26b. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:17:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b1c1520f-686e-4e0f-a606-59d9a2c43b0c req-bdff43b0-f64f-4316-92b8-9f4c9acb00c6 service nova] Acquiring lock "refresh_cache-9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:17:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b1c1520f-686e-4e0f-a606-59d9a2c43b0c req-bdff43b0-f64f-4316-92b8-9f4c9acb00c6 service nova] Acquired lock "refresh_cache-9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:17:10 user nova-compute[74675]: DEBUG nova.network.neutron [req-b1c1520f-686e-4e0f-a606-59d9a2c43b0c req-bdff43b0-f64f-4316-92b8-9f4c9acb00c6 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Refreshing network info cache for port bb0f5221-7a18-44db-9b11-efac2ec9b26b {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:17:11 user nova-compute[74675]: DEBUG nova.network.neutron [req-b1c1520f-686e-4e0f-a606-59d9a2c43b0c req-bdff43b0-f64f-4316-92b8-9f4c9acb00c6 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Updated VIF entry in instance network info cache for port bb0f5221-7a18-44db-9b11-efac2ec9b26b. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:17:11 user nova-compute[74675]: DEBUG nova.network.neutron [req-b1c1520f-686e-4e0f-a606-59d9a2c43b0c req-bdff43b0-f64f-4316-92b8-9f4c9acb00c6 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Updating instance_info_cache with network_info: [{"id": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "address": "fa:16:3e:44:da:02", "network": {"id": "1088d256-1162-4a11-9661-32304938e86f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-836516546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.26", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e993b3c0f73e4ac092b030d01b303ce1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb0f5221-7a", "ovs_interfaceid": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:17:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b1c1520f-686e-4e0f-a606-59d9a2c43b0c req-bdff43b0-f64f-4316-92b8-9f4c9acb00c6 service nova] Releasing lock "refresh_cache-9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquiring lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG nova.objects.instance [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lazy-loading 'flavor' on Instance uuid 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquiring lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:13 user nova-compute[74675]: INFO nova.compute.manager [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Attaching volume 3eedd75f-6257-4c4a-9533-3e0f9b573231 to /dev/sdc
Nov 23 06:17:13 user nova-compute[74675]: DEBUG os_brick.utils [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a34a039-1427-4613-9fd0-54f3e0cea359]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4a13a5d-bf2c-446e-8d54-be3d731ab8f5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdda4c10-0491-496f-89e8-e87db30b3f8f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8a47dd4-5ae0-43ce-815a-c7dba29c050a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:17:13 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[30a7ae26-0a85-4a3f-aa77-3466a397d776]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG os_brick.utils [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Updating existing volume attachment record: 6808d004-7ad2-430d-a111-c7cb3e06f4f7 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-75488113-9e77-4662-840a-0f559218c10b req-3583c85f-8c70-41e5-9260-dcca3567f5fe service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Received event network-changed-41529fa7-d7f6-4545-b6b1-14707166b265 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-75488113-9e77-4662-840a-0f559218c10b req-3583c85f-8c70-41e5-9260-dcca3567f5fe service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Refreshing instance network info cache due to event network-changed-41529fa7-d7f6-4545-b6b1-14707166b265. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-75488113-9e77-4662-840a-0f559218c10b req-3583c85f-8c70-41e5-9260-dcca3567f5fe service nova] Acquiring lock "refresh_cache-9d29192e-2d96-4325-adba-53573ebaa8cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-75488113-9e77-4662-840a-0f559218c10b req-3583c85f-8c70-41e5-9260-dcca3567f5fe service nova] Acquired lock "refresh_cache-9d29192e-2d96-4325-adba-53573ebaa8cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG nova.network.neutron [req-75488113-9e77-4662-840a-0f559218c10b req-3583c85f-8c70-41e5-9260-dcca3567f5fe service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Refreshing network info cache for port 41529fa7-d7f6-4545-b6b1-14707166b265 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Acquiring lock "9d29192e-2d96-4325-adba-53573ebaa8cc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG nova.objects.instance [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lazy-loading 'flavor' on Instance uuid 9d29192e-2d96-4325-adba-53573ebaa8cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Acquiring lock "9d29192e-2d96-4325-adba-53573ebaa8cc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:14 user nova-compute[74675]: INFO nova.compute.manager [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Attaching volume ceb62112-1fe7-4d3d-b716-79eafbf3dfdc to /dev/vdb
Nov 23 06:17:14 user nova-compute[74675]: DEBUG nova.network.neutron [req-75488113-9e77-4662-840a-0f559218c10b req-3583c85f-8c70-41e5-9260-dcca3567f5fe service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Updated VIF entry in instance network info cache for port 41529fa7-d7f6-4545-b6b1-14707166b265. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG nova.network.neutron [req-75488113-9e77-4662-840a-0f559218c10b req-3583c85f-8c70-41e5-9260-dcca3567f5fe service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Updating instance_info_cache with network_info: [{"id": "41529fa7-d7f6-4545-b6b1-14707166b265", "address": "fa:16:3e:8b:a8:48", "network": {"id": "6256a691-8251-487d-9c03-c5fcfc7bdeb1", "bridge": "br-int", "label": "tempest-TestVolumeSwap-243575350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8f0a3c0a37343b5b5b5b0a38c1897bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41529fa7-d7", "ovs_interfaceid": "41529fa7-d7f6-4545-b6b1-14707166b265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-75488113-9e77-4662-840a-0f559218c10b req-3583c85f-8c70-41e5-9260-dcca3567f5fe service nova] Releasing lock "refresh_cache-9d29192e-2d96-4325-adba-53573ebaa8cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG os_brick.utils [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0763f1e2-ba1e-4ea6-861b-be6cf9e20f9f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3631bb8f-cab5-4467-817d-95afabdb0d6c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[29fe55e4-3ae9-4179-9163-6f0807c14870]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d507315e-cd39-4f24-96d0-bb93c616306c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:17:14 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:17:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7724abeb-fb84-48aa-a347-112be400878f]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG os_brick.utils [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Updating existing volume attachment record: 367200ea-834f-48e5-b5e1-b1d759c92937 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:17:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LmtebuHG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:16 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:16 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:16 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2f08ba6-4830-4d46-949a-fe1ea0dcfaa0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:17:16 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[88428060-3a8e-49f1-a216-4fb766d0332a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19] added
Nov 23 06:17:16 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.052s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[46e06ce3-64d4-4bb8-bed7-cfafaa7d882b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9979d69e-9880-4aaf-b964-8bfa020a6481]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LmtebuHG {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LmtebuHG" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd9bbaee-43b4-415d-a4db-9fccb8b3e1ed]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LmtebuHG'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[92f6fa51-fdff-4710-a52b-9d7632b6ed30]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6f09953-f16a-4501-a84b-28fed54dac66]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --login" returned: 0 in 0.099s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[746bee82-7e90-4907-9692-65a2e663d91c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19, portal: 172.16.0.220,3260]
Nov 23 06:17:16 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19, portal: 172.16.0.220,3260] successful.
Nov 23 06:17:16 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[eedda5c6-5f8f-42ef-b0a9-743d1fe55a19]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e592922e-4fc1-43ca-8bea-86f2f59c1d7d]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:16 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.368s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] HCTL ('39', '-', '-', 0) found on session 9 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[086cdcca-041a-42ac-bc4a-bad484c28aff]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Searching for a device in session 9 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:17:16 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LmtebuHG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:17:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.415s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] <== connect_volume: return (1417ms) {'type': 'block', 'scsi_wwn': '26437393861366236', 'path': '/dev/sdh'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:17 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26437393861366236', 'path': '/dev/sdh'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:17:17 user nova-compute[74675]: DEBUG nova.objects.instance [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lazy-loading 'flavor' on Instance uuid 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:17 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:17:17 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:17:17 user nova-compute[74675]:   <source dev="/dev/sdh"/>
Nov 23 06:17:17 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:17:17 user nova-compute[74675]:   <serial>1eb9c165-97a8-4dba-9e04-71f2b27b8b19</serial>
Nov 23 06:17:17 user nova-compute[74675]: </disk>
Nov 23 06:17:17 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] No VIF found with MAC fa:16:3e:24:44:f8, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-45ac96f8-ed45-4147-8c3c-9670018abfcd req-7d2f77b6-8ca7-40a0-9e64-f8a55fc4a987 service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Received event network-changed-f929e695-3449-4e22-9efc-2fd7bd299ec2 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-45ac96f8-ed45-4147-8c3c-9670018abfcd req-7d2f77b6-8ca7-40a0-9e64-f8a55fc4a987 service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Refreshing instance network info cache due to event network-changed-f929e695-3449-4e22-9efc-2fd7bd299ec2. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-45ac96f8-ed45-4147-8c3c-9670018abfcd req-7d2f77b6-8ca7-40a0-9e64-f8a55fc4a987 service nova] Acquiring lock "refresh_cache-23b16712-4309-4d46-81ec-720a135c9418" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-45ac96f8-ed45-4147-8c3c-9670018abfcd req-7d2f77b6-8ca7-40a0-9e64-f8a55fc4a987 service nova] Acquired lock "refresh_cache-23b16712-4309-4d46-81ec-720a135c9418" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-45ac96f8-ed45-4147-8c3c-9670018abfcd req-7d2f77b6-8ca7-40a0-9e64-f8a55fc4a987 service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Refreshing network info cache for port f929e695-3449-4e22-9efc-2fd7bd299ec2 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d9bef91c-9381-4592-b466-6bf3d97e079a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.361s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Acquiring lock "23b16712-4309-4d46-81ec-720a135c9418" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Lock "23b16712-4309-4d46-81ec-720a135c9418" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG nova.objects.instance [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Lazy-loading 'flavor' on Instance uuid 23b16712-4309-4d46-81ec-720a135c9418 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Lock "23b16712-4309-4d46-81ec-720a135c9418" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.132s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-45ac96f8-ed45-4147-8c3c-9670018abfcd req-7d2f77b6-8ca7-40a0-9e64-f8a55fc4a987 service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Updated VIF entry in instance network info cache for port f929e695-3449-4e22-9efc-2fd7bd299ec2. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-45ac96f8-ed45-4147-8c3c-9670018abfcd req-7d2f77b6-8ca7-40a0-9e64-f8a55fc4a987 service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Updating instance_info_cache with network_info: [{"id": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "address": "fa:16:3e:13:1b:5d", "network": {"id": "01db44ca-f624-410f-95f6-07ce1e9ef826", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1125460851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aebde71ee4c4a0eaa78a8da380c2d16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf929e695-34", "ovs_interfaceid": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-45ac96f8-ed45-4147-8c3c-9670018abfcd req-7d2f77b6-8ca7-40a0-9e64-f8a55fc4a987 service nova] Releasing lock "refresh_cache-23b16712-4309-4d46-81ec-720a135c9418" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Acquiring lock "23b16712-4309-4d46-81ec-720a135c9418" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Lock "23b16712-4309-4d46-81ec-720a135c9418" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:18 user nova-compute[74675]: INFO nova.compute.manager [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Attaching volume 94204818-20a7-4d7f-86ff-49187f9adc01 to /dev/vdb
Nov 23 06:17:18 user nova-compute[74675]: DEBUG os_brick.utils [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[252d420e-2b3f-470b-84ce-eea51f297727]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[428d5706-0345-4143-8572-217e9783c805]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e10a57d6-ee17-4ca6-9881-7bf273f1822a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c8698a0-b69e-4058-9f26-51319dd1251b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:17:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:17:19 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:17:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd6efd8c-95cc-4734-8001-3a9c159cbaad]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:17:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:17:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:17:19 user nova-compute[74675]: DEBUG os_brick.utils [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:19 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Updating existing volume attachment record: 5399f98f-a27b-419a-b3d8-4ea5f279da8e {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:17:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-81c15e6f-cab0-4948-8c54-ac0238c14987 req-98881972-76fb-432b-b4e6-d17a54b2c4cf service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received event network-changed-3a18a0ea-2709-4614-a351-bec8ab84d97b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-81c15e6f-cab0-4948-8c54-ac0238c14987 req-98881972-76fb-432b-b4e6-d17a54b2c4cf service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Refreshing instance network info cache due to event network-changed-3a18a0ea-2709-4614-a351-bec8ab84d97b. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-81c15e6f-cab0-4948-8c54-ac0238c14987 req-98881972-76fb-432b-b4e6-d17a54b2c4cf service nova] Acquiring lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-81c15e6f-cab0-4948-8c54-ac0238c14987 req-98881972-76fb-432b-b4e6-d17a54b2c4cf service nova] Acquired lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG nova.network.neutron [req-81c15e6f-cab0-4948-8c54-ac0238c14987 req-98881972-76fb-432b-b4e6-d17a54b2c4cf service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Refreshing network info cache for port 3a18a0ea-2709-4614-a351-bec8ab84d97b {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gUXPpxLQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:20 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:20 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:20 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG nova.network.neutron [req-81c15e6f-cab0-4948-8c54-ac0238c14987 req-98881972-76fb-432b-b4e6-d17a54b2c4cf service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Updated VIF entry in instance network info cache for port 3a18a0ea-2709-4614-a351-bec8ab84d97b. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG nova.network.neutron [req-81c15e6f-cab0-4948-8c54-ac0238c14987 req-98881972-76fb-432b-b4e6-d17a54b2c4cf service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Updating instance_info_cache with network_info: [{"id": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "address": "fa:16:3e:e1:03:10", "network": {"id": "aa6524cc-f831-44bc-bea2-65289fb5d211", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1696372180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a18a0ea-27", "ovs_interfaceid": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[864d0ee8-4fc9-4063-8051-853c4a8ce418]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:17:20 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "interface-adfacbf3-a10d-44fb-a252-95572a966156-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "interface-adfacbf3-a10d-44fb-a252-95572a966156-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG nova.objects.instance [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lazy-loading 'flavor' on Instance uuid adfacbf3-a10d-44fb-a252-95572a966156 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-81c15e6f-cab0-4948-8c54-ac0238c14987 req-98881972-76fb-432b-b4e6-d17a54b2c4cf service nova] Releasing lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[396764b6-9ba2-47c8-865c-f206d6764d21]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231] added
Nov 23 06:17:20 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ac530df-053c-4da0-9e0b-896d1f5dafa1]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1ec42e4-b7bd-4e81-b24c-fe2cba5d340c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gUXPpxLQ {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gUXPpxLQ" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[34b105f9-ecea-4a44-8ad8-2c4a3130d798]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gUXPpxLQ'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[19c90f1f-f4fa-4fe7-ab22-42446638afb7]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f57622dc-59b1-44d7-ae4a-d262441ba089]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG nova.objects.instance [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lazy-loading 'pci_requests' on Instance uuid adfacbf3-a10d-44fb-a252-95572a966156 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG nova.objects.base [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Object Instance<adfacbf3-a10d-44fb-a252-95572a966156> lazy-loaded attributes: flavor,pci_requests {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --login" returned: 0 in 0.089s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e58438ea-b0cf-4dab-9e4f-9a9e66635bb7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231, portal: 172.16.0.220,3260]
Nov 23 06:17:20 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231, portal: 172.16.0.220,3260] successful.
Nov 23 06:17:20 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d43a2e73-7bec-41d4-815c-6dbe9764317c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9210538a-f0d0-44b3-8cb8-51c17aba3f07]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:20 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.360s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] HCTL ('40', '-', '-', 0) found on session 10 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG nova.policy [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1af88d8e1edd4516a0c35af8e3552dc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dca65c5e61b4853bc4d455cbdbb6afe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.103s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6a60a9b-c860-4ea7-8684-f1d6ac86b080]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Searching for a device in session 10 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:17:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gUXPpxLQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:17:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:21 user nova-compute[74675]: INFO nova.compute.manager [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Detaching volume 1eb9c165-97a8-4dba-9e04-71f2b27b8b19
Nov 23 06:17:21 user nova-compute[74675]: INFO nova.virt.block_device [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Attempting to driver detach volume 1eb9c165-97a8-4dba-9e04-71f2b27b8b19 from mountpoint /dev/vdb
Nov 23 06:17:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Attempting to detach device vdb from instance 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:17:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:17:21 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:17:21 user nova-compute[74675]:   <source dev="/dev/sdh"/>
Nov 23 06:17:21 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:17:21 user nova-compute[74675]:   <serial>1eb9c165-97a8-4dba-9e04-71f2b27b8b19</serial>
Nov 23 06:17:21 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:17:21 user nova-compute[74675]: </disk>
Nov 23 06:17:21 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:17:21 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Successfully detached device vdb from instance 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd from the persistent domain config.
Nov 23 06:17:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:17:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:17:21 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:17:21 user nova-compute[74675]:   <source dev="/dev/sdh"/>
Nov 23 06:17:21 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:17:21 user nova-compute[74675]:   <serial>1eb9c165-97a8-4dba-9e04-71f2b27b8b19</serial>
Nov 23 06:17:21 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:17:21 user nova-compute[74675]: </disk>
Nov 23 06:17:21 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:17:21 user nova-compute[74675]: DEBUG nova.network.neutron [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Successfully created port: 4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:17:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.486s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] <== connect_volume: return (1488ms) {'type': 'block', 'scsi_wwn': '23031353735653064', 'path': '/dev/sdi'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23031353735653064', 'path': '/dev/sdi'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.objects.instance [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lazy-loading 'flavor' on Instance uuid 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.network.neutron [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Successfully updated port: 4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:17:22 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:17:22 user nova-compute[74675]:   <source dev="/dev/sdi"/>
Nov 23 06:17:22 user nova-compute[74675]:   <target dev="sdc" bus="scsi"/>
Nov 23 06:17:22 user nova-compute[74675]:   <serial>3eedd75f-6257-4c4a-9533-3e0f9b573231</serial>
Nov 23 06:17:22 user nova-compute[74675]:   <address type="drive" controller="0" unit="2"/>
Nov 23 06:17:22 user nova-compute[74675]: </disk>
Nov 23 06:17:22 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquired lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.network.neutron [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-740d8420-1bcf-4769-9fd5-21a1074aab0a req-218557de-1c46-4e8e-8a2b-c59ac3696da4 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received event network-changed-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-740d8420-1bcf-4769-9fd5-21a1074aab0a req-218557de-1c46-4e8e-8a2b-c59ac3696da4 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Refreshing instance network info cache due to event network-changed-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-740d8420-1bcf-4769-9fd5-21a1074aab0a req-218557de-1c46-4e8e-8a2b-c59ac3696da4 service nova] Acquiring lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] No BDM found with device name sda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] No VIF found with MAC fa:16:3e:44:da:02, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-157e02e1-aebd-444a-82e6-b4cfc85ad9ae tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.428s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.network.neutron [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Updating instance_info_cache with network_info: [{"id": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "address": "fa:16:3e:e1:03:10", "network": {"id": "aa6524cc-f831-44bc-bea2-65289fb5d211", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1696372180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a18a0ea-27", "ovs_interfaceid": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "address": "fa:16:3e:55:38:16", "network": {"id": "1228b7ee-4699-4ef5-bb25-6dea6f084301", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1124930866", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c9a1dfe-2e", "ovs_interfaceid": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Releasing lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-740d8420-1bcf-4769-9fd5-21a1074aab0a req-218557de-1c46-4e8e-8a2b-c59ac3696da4 service nova] Acquired lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.network.neutron [req-740d8420-1bcf-4769-9fd5-21a1074aab0a req-218557de-1c46-4e8e-8a2b-c59ac3696da4 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Refreshing network info cache for port 4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:15:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1759513636',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1759513636',id=10,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEhN9FG9TlhT3WpiwEkpPL4A8r8u7a9cF3KIhG5p/BN6wiENAE+m4iT/+FMB12yq6qKXEYrSuik3AgJWD++JVGNC57W2B6tUU5icBbfyqFwab+q8DDCV0/Ii7IYBDd4JeQ==',key_name='tempest-keypair-1739333336',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:15:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9dca65c5e61b4853bc4d455cbdbb6afe',ramdisk_id='',reservation_id='r-9u9oob5p',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1368885131',owner_user_name='tempest-TaggedAttachmentsTest-1368885131-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:15:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1af88d8e1edd4516a0c35af8e3552dc6',uuid=adfacbf3-a10d-44fb-a252-95572a966156,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "address": "fa:16:3e:55:38:16", "network": {"id": "1228b7ee-4699-4ef5-bb25-6dea6f084301", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1124930866", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c9a1dfe-2e", "ovs_interfaceid": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Converting VIF {"id": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "address": "fa:16:3e:55:38:16", "network": {"id": "1228b7ee-4699-4ef5-bb25-6dea6f084301", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1124930866", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c9a1dfe-2e", "ovs_interfaceid": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:38:16,bridge_name='br-int',has_traffic_filtering=True,id=4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f,network=Network(1228b7ee-4699-4ef5-bb25-6dea6f084301),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c9a1dfe-2e') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG os_vif [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:38:16,bridge_name='br-int',has_traffic_filtering=True,id=4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f,network=Network(1228b7ee-4699-4ef5-bb25-6dea6f084301),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c9a1dfe-2e') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a60b3738-5594-5542-bb49-59e71dd87fd8', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4c9a1dfe-2e, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4c9a1dfe-2e, col_values=(('qos', UUID('f309c7ae-3bbd-45d3-9d49-49fcaa9a72b5')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4c9a1dfe-2e, col_values=(('external_ids', {'iface-id': '4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:38:16', 'vm-uuid': 'adfacbf3-a10d-44fb-a252-95572a966156'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:22 user nova-compute[74675]: INFO os_vif [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:38:16,bridge_name='br-int',has_traffic_filtering=True,id=4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f,network=Network(1228b7ee-4699-4ef5-bb25-6dea6f084301),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c9a1dfe-2e')
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:15:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1759513636',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1759513636',id=10,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEhN9FG9TlhT3WpiwEkpPL4A8r8u7a9cF3KIhG5p/BN6wiENAE+m4iT/+FMB12yq6qKXEYrSuik3AgJWD++JVGNC57W2B6tUU5icBbfyqFwab+q8DDCV0/Ii7IYBDd4JeQ==',key_name='tempest-keypair-1739333336',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:15:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9dca65c5e61b4853bc4d455cbdbb6afe',ramdisk_id='',reservation_id='r-9u9oob5p',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1368885131',owner_user_name='tempest-TaggedAttachmentsTest-1368885131-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:15:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1af88d8e1edd4516a0c35af8e3552dc6',uuid=adfacbf3-a10d-44fb-a252-95572a966156,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "address": "fa:16:3e:55:38:16", "network": {"id": "1228b7ee-4699-4ef5-bb25-6dea6f084301", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1124930866", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c9a1dfe-2e", "ovs_interfaceid": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Converting VIF {"id": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "address": "fa:16:3e:55:38:16", "network": {"id": "1228b7ee-4699-4ef5-bb25-6dea6f084301", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1124930866", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c9a1dfe-2e", "ovs_interfaceid": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:38:16,bridge_name='br-int',has_traffic_filtering=True,id=4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f,network=Network(1228b7ee-4699-4ef5-bb25-6dea6f084301),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c9a1dfe-2e') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:17:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] attach device xml: <interface type="ethernet">
Nov 23 06:17:22 user nova-compute[74675]:   <mac address="fa:16:3e:55:38:16"/>
Nov 23 06:17:22 user nova-compute[74675]:   <model type="virtio"/>
Nov 23 06:17:22 user nova-compute[74675]:   <mtu size="1442"/>
Nov 23 06:17:22 user nova-compute[74675]:   <target dev="tap4c9a1dfe-2e"/>
Nov 23 06:17:22 user nova-compute[74675]: </interface>
Nov 23 06:17:22 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG nova.network.neutron [req-740d8420-1bcf-4769-9fd5-21a1074aab0a req-218557de-1c46-4e8e-8a2b-c59ac3696da4 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Updated VIF entry in instance network info cache for port 4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG nova.network.neutron [req-740d8420-1bcf-4769-9fd5-21a1074aab0a req-218557de-1c46-4e8e-8a2b-c59ac3696da4 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Updating instance_info_cache with network_info: [{"id": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "address": "fa:16:3e:e1:03:10", "network": {"id": "aa6524cc-f831-44bc-bea2-65289fb5d211", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1696372180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a18a0ea-27", "ovs_interfaceid": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "address": "fa:16:3e:55:38:16", "network": {"id": "1228b7ee-4699-4ef5-bb25-6dea6f084301", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1124930866", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c9a1dfe-2e", "ovs_interfaceid": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquiring lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-740d8420-1bcf-4769-9fd5-21a1074aab0a req-218557de-1c46-4e8e-8a2b-c59ac3696da4 service nova] Releasing lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:17:23 user nova-compute[74675]: INFO nova.compute.manager [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Detaching volume 3eedd75f-6257-4c4a-9533-3e0f9b573231
Nov 23 06:17:23 user nova-compute[74675]: INFO nova.virt.block_device [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Attempting to driver detach volume 3eedd75f-6257-4c4a-9533-3e0f9b573231 from mountpoint /dev/sdc
Nov 23 06:17:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Attempting to detach device sdc from instance 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:17:23 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:17:23 user nova-compute[74675]:   <source dev="/dev/sdi"/>
Nov 23 06:17:23 user nova-compute[74675]:   <target dev="sdc" bus="scsi"/>
Nov 23 06:17:23 user nova-compute[74675]:   <serial>3eedd75f-6257-4c4a-9533-3e0f9b573231</serial>
Nov 23 06:17:23 user nova-compute[74675]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 23 06:17:23 user nova-compute[74675]: </disk>
Nov 23 06:17:23 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:17:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Successfully detached device sdc from instance 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f from the persistent domain config.
Nov 23 06:17:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:17:23 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:17:23 user nova-compute[74675]:   <source dev="/dev/sdi"/>
Nov 23 06:17:23 user nova-compute[74675]:   <target dev="sdc" bus="scsi"/>
Nov 23 06:17:23 user nova-compute[74675]:   <serial>3eedd75f-6257-4c4a-9533-3e0f9b573231</serial>
Nov 23 06:17:23 user nova-compute[74675]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 23 06:17:23 user nova-compute[74675]: </disk>
Nov 23 06:17:23 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-a122aa5a-a9a3-48a6-bb0e-96600c30919c req-23d20840-6513-4243-b0bd-b83b35fbd938 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received event network-vif-plugged-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a122aa5a-a9a3-48a6-bb0e-96600c30919c req-23d20840-6513-4243-b0bd-b83b35fbd938 service nova] Acquiring lock "adfacbf3-a10d-44fb-a252-95572a966156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a122aa5a-a9a3-48a6-bb0e-96600c30919c req-23d20840-6513-4243-b0bd-b83b35fbd938 service nova] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a122aa5a-a9a3-48a6-bb0e-96600c30919c req-23d20840-6513-4243-b0bd-b83b35fbd938 service nova] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-a122aa5a-a9a3-48a6-bb0e-96600c30919c req-23d20840-6513-4243-b0bd-b83b35fbd938 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] No waiting events found dispatching network-vif-plugged-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:17:23 user nova-compute[74675]: WARNING nova.compute.manager [req-a122aa5a-a9a3-48a6-bb0e-96600c30919c req-23d20840-6513-4243-b0bd-b83b35fbd938 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received unexpected event network-vif-plugged-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f for instance with vm_state active and task_state None.
Nov 23 06:17:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] No BDM found with device name hda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] No VIF found with MAC fa:16:3e:e1:03:10, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:17:23 user nova-compute[74675]:   <nova:package version="0.0.0"/>
Nov 23 06:17:23 user nova-compute[74675]:   <nova:name>tempest-device-tagging-server-1759513636</nova:name>
Nov 23 06:17:23 user nova-compute[74675]:   <nova:creationTime>2023-11-23 06:17:23</nova:creationTime>
Nov 23 06:17:23 user nova-compute[74675]:   <nova:flavor name="m1.tiny">
Nov 23 06:17:23 user nova-compute[74675]:     <nova:memory>512</nova:memory>
Nov 23 06:17:23 user nova-compute[74675]:     <nova:disk>1</nova:disk>
Nov 23 06:17:23 user nova-compute[74675]:     <nova:swap>0</nova:swap>
Nov 23 06:17:23 user nova-compute[74675]:     <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:17:23 user nova-compute[74675]:     <nova:vcpus>1</nova:vcpus>
Nov 23 06:17:23 user nova-compute[74675]:   </nova:flavor>
Nov 23 06:17:23 user nova-compute[74675]:   <nova:owner>
Nov 23 06:17:23 user nova-compute[74675]:     <nova:user uuid="1af88d8e1edd4516a0c35af8e3552dc6">tempest-TaggedAttachmentsTest-1368885131-project-member</nova:user>
Nov 23 06:17:23 user nova-compute[74675]:     <nova:project uuid="9dca65c5e61b4853bc4d455cbdbb6afe">tempest-TaggedAttachmentsTest-1368885131</nova:project>
Nov 23 06:17:23 user nova-compute[74675]:   </nova:owner>
Nov 23 06:17:23 user nova-compute[74675]:   <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:17:23 user nova-compute[74675]:   <nova:ports>
Nov 23 06:17:23 user nova-compute[74675]:     <nova:port uuid="3a18a0ea-2709-4614-a351-bec8ab84d97b">
Nov 23 06:17:23 user nova-compute[74675]:       <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 23 06:17:23 user nova-compute[74675]:     </nova:port>
Nov 23 06:17:23 user nova-compute[74675]:     <nova:port uuid="4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f">
Nov 23 06:17:23 user nova-compute[74675]:       <nova:ip type="fixed" address="10.10.10.139" ipVersion="4"/>
Nov 23 06:17:23 user nova-compute[74675]:     </nova:port>
Nov 23 06:17:23 user nova-compute[74675]:   </nova:ports>
Nov 23 06:17:23 user nova-compute[74675]: </nova:instance>
Nov 23 06:17:23 user nova-compute[74675]:  {{(pid=74675) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2692b481-3929-45b0-80dc-2368604a1b71 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "interface-adfacbf3-a10d-44fb-a252-95572a966156-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.169s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "adfacbf3-a10d-44fb-a252-95572a966156" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "adfacbf3-a10d-44fb-a252-95572a966156" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.004s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG nova.objects.instance [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lazy-loading 'flavor' on Instance uuid adfacbf3-a10d-44fb-a252-95572a966156 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "adfacbf3-a10d-44fb-a252-95572a966156" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "adfacbf3-a10d-44fb-a252-95572a966156" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "adfacbf3-a10d-44fb-a252-95572a966156" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:24 user nova-compute[74675]: INFO nova.compute.manager [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Attaching volume 8cbd548b-3653-4fcf-83e0-270e8c310714 to /dev/vdb
Nov 23 06:17:24 user nova-compute[74675]: DEBUG os_brick.utils [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[407c35df-25ca-4413-92d6-824e4a8d5f70]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[497ce713-21f4-45c3-9530-3224819cb87c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b62a37b-7b55-4fac-80f7-a829283feb50]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4263696f-4a7a-42a0-9de5-c4d522bb1e61]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:17:24 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:17:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b600d86c-5d60-47a0-bf5c-18d2f7d0b74f]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG os_brick.utils [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:24 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Updating existing volume attachment record: c6f96f98-3d1a-4a83-abe5-ad2c18f08b56 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:17:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-8c869d64-9392-445b-b790-1f6075101e8c req-ea6e2f00-2f4a-4dbf-a340-9fa12b01f860 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received event network-vif-plugged-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8c869d64-9392-445b-b790-1f6075101e8c req-ea6e2f00-2f4a-4dbf-a340-9fa12b01f860 service nova] Acquiring lock "adfacbf3-a10d-44fb-a252-95572a966156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8c869d64-9392-445b-b790-1f6075101e8c req-ea6e2f00-2f4a-4dbf-a340-9fa12b01f860 service nova] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8c869d64-9392-445b-b790-1f6075101e8c req-ea6e2f00-2f4a-4dbf-a340-9fa12b01f860 service nova] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-8c869d64-9392-445b-b790-1f6075101e8c req-ea6e2f00-2f4a-4dbf-a340-9fa12b01f860 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] No waiting events found dispatching network-vif-plugged-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:17:25 user nova-compute[74675]: WARNING nova.compute.manager [req-8c869d64-9392-445b-b790-1f6075101e8c req-ea6e2f00-2f4a-4dbf-a340-9fa12b01f860 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received unexpected event network-vif-plugged-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f for instance with vm_state active and task_state None.
Nov 23 06:17:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kUhvEzwN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:26 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:26 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:26 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a66aeee-370a-45f8-9f99-48c707581558]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:17:26 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ee2ce0e-d46e-43d7-bd84-0d99a93cc62e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01] added
Nov 23 06:17:26 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfbf51ca-12bf-4c18-a3ba-c3d630e46ac5]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5140be94-ac79-4984-9547-087e6c13a05f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kUhvEzwN {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kUhvEzwN" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac7df33d-11e8-4e52-8684-88d5ecf013c5]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kUhvEzwN'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbf9b9fe-2312-441b-89b1-f1fcafb8c9eb]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[03481f03-40a6-4897-bfd7-c3a119540fd3]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[33fa0fd4-32be-4724-9caa-72b68dfdc1b8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01, portal: 172.16.0.220,3260]
Nov 23 06:17:26 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01, portal: 172.16.0.220,3260] successful.
Nov 23 06:17:26 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e59ccc2-56dc-4520-bcb5-a5ee78eb11d2]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[70b909e0-fc3c-4f9c-b759-c9ec0a966727]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:26 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.331s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] HCTL ('41', '-', '-', 0) found on session 11 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Scanning host 41 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[13ccf5d4-96a7-4978-9749-c30594b3e11e]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Searching for a device in session 11 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kUhvEzwN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bCIDcfKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:26 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.378s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] <== connect_volume: return (1380ms) {'type': 'block', 'scsi_wwn': '23663323662356533', 'path': '/dev/sdj'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23663323662356533', 'path': '/dev/sdj'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.782s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:27 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:27 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG nova.objects.instance [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Lazy-loading 'flavor' on Instance uuid 23b16712-4309-4d46-81ec-720a135c9418 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ada91e7-f475-49f5-88b9-e3648ad07b3a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:17:27 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3dd5374-beac-416c-99fa-d586242df960]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc] added
Nov 23 06:17:27 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] attach device xml: <disk type="block" device="disk">
Nov 23 06:17:27 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:17:27 user nova-compute[74675]:   <source dev="/dev/sdj"/>
Nov 23 06:17:27 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:17:27 user nova-compute[74675]:   <serial>94204818-20a7-4d7f-86ff-49187f9adc01</serial>
Nov 23 06:17:27 user nova-compute[74675]: </disk>
Nov 23 06:17:27 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb0033a4-a462-49a2-b2d9-9c1552d3ddb7]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.032s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb495408-da75-4f2d-a768-a7be03c60fcd]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bCIDcfKo {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bCIDcfKo" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ce4936d-2f16-48aa-8ad6-b9ae7de48c4c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bCIDcfKo'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[20a604d0-0f34-4256-ad5f-187c02377261]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fe56d0a-d64f-460e-844c-18b66308aa4f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:27 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:27 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:27 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:27 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:27 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:27 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:27 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:27 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:27 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:27 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:27 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:27 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:27 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:27 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:27 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:27 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:27 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:27 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --login" returned: 0 in 0.108s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b65b55e9-aff4-435c-b903-146e6c7584f7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc, portal: 172.16.0.220,3260]
Nov 23 06:17:27 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc, portal: 172.16.0.220,3260] successful.
Nov 23 06:17:27 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e3ab658-df35-4fbf-8368-8d3cd79837b0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.064s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f5f627f-a1d4-4160-b2c8-ad4c9bf92fa5]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:28 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:28 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:28 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.411s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] HCTL ('42', '-', '-', 0) found on session 12 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Scanning host 42 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host42/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host42/scan" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd3d81fc-c686-4088-83dd-b45c27bb2729]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Searching for a device in session 12 and hctl ['42', '*', '*', 0] yield: sdk {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Connected to sdk using {'target_iqn': 'iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bCIDcfKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] No VIF found with MAC fa:16:3e:13:1b:5d, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34f3ce64-0c81-48de-a758-a7f969f34ee8 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Lock "23b16712-4309-4d46-81ec-720a135c9418" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.547s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33b8d67f-40f0-4d33-8602-851edb61a6e1 tempest-VolumesAssistedSnapshotsTest-832280368 tempest-VolumesAssistedSnapshotsTest-832280368-project] [instance: 23b16712-4309-4d46-81ec-720a135c9418] volume_snapshot_create: create_info: {'snapshot_id': 'e0084679-95a0-4ab7-a1c0-1b5ee110225d', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74675) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33b8d67f-40f0-4d33-8602-851edb61a6e1 tempest-VolumesAssistedSnapshotsTest-832280368 tempest-VolumesAssistedSnapshotsTest-832280368-project] [instance: 23b16712-4309-4d46-81ec-720a135c9418] snap xml: <domainsnapshot>
Nov 23 06:17:28 user nova-compute[74675]:   <disks>
Nov 23 06:17:28 user nova-compute[74675]:     <disk name="/dev/sdj" snapshot="external" type="file">
Nov 23 06:17:28 user nova-compute[74675]:       <source file="/dev/new_file"/>
Nov 23 06:17:28 user nova-compute[74675]:     </disk>
Nov 23 06:17:28 user nova-compute[74675]:     <disk name="vda" snapshot="no"/>
Nov 23 06:17:28 user nova-compute[74675]:   </disks>
Nov 23 06:17:28 user nova-compute[74675]: </domainsnapshot>
Nov 23 06:17:28 user nova-compute[74675]:  {{(pid=74675) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Nov 23 06:17:28 user nova-compute[74675]: DEBUG nova.objects.instance [None req-33b8d67f-40f0-4d33-8602-851edb61a6e1 tempest-VolumesAssistedSnapshotsTest-832280368 tempest-VolumesAssistedSnapshotsTest-832280368-project] Lazy-loading 'system_metadata' on Instance uuid 23b16712-4309-4d46-81ec-720a135c9418 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:28 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-33b8d67f-40f0-4d33-8602-851edb61a6e1 tempest-VolumesAssistedSnapshotsTest-832280368 tempest-VolumesAssistedSnapshotsTest-832280368-project] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [None req-33b8d67f-40f0-4d33-8602-851edb61a6e1 tempest-VolumesAssistedSnapshotsTest-832280368 tempest-VolumesAssistedSnapshotsTest-832280368-project] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418] Traceback (most recent call last):
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     rv = execute(f, *args, **kwargs)
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     six.reraise(c, e, tb)
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     raise value
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     rv = meth(*args, **kwargs)
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418] 
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [None req-33b8d67f-40f0-4d33-8602-851edb61a6e1 tempest-VolumesAssistedSnapshotsTest-832280368 tempest-VolumesAssistedSnapshotsTest-832280368-project] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418] Traceback (most recent call last):
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     self._volume_snapshot_create(context, instance, guest,
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     rv = execute(f, *args, **kwargs)
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     six.reraise(c, e, tb)
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     raise value
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     rv = meth(*args, **kwargs)
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418] 
Nov 23 06:17:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-dc2a0d54-fc00-47af-a919-ca912a82ab7d tempest-VolumesAssistedSnapshotsTest-832280368 tempest-VolumesAssistedSnapshotsTest-832280368-project] [instance: 23b16712-4309-4d46-81ec-720a135c9418] volume_snapshot_delete: delete_info: {'volume_id': '94204818-20a7-4d7f-86ff-49187f9adc01'} {{(pid=74675) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [None req-dc2a0d54-fc00-47af-a919-ca912a82ab7d tempest-VolumesAssistedSnapshotsTest-832280368 tempest-VolumesAssistedSnapshotsTest-832280368-project] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418] Traceback (most recent call last):
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     self._volume_snapshot_delete(context, instance, volume_id,
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418]     if delete_info['type'] != 'qcow2':
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418] KeyError: 'type'
Nov 23 06:17:28 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [instance: 23b16712-4309-4d46-81ec-720a135c9418] 
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [None req-33b8d67f-40f0-4d33-8602-851edb61a6e1 tempest-VolumesAssistedSnapshotsTest-832280368 tempest-VolumesAssistedSnapshotsTest-832280368-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot e0084679-95a0-4ab7-a1c0-1b5ee110225d could not be found.
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     raise value
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver 
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver 
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot e0084679-95a0-4ab7-a1c0-1b5ee110225d could not be found. (HTTP 404) (Request-ID: req-5628834e-c0df-4825-b16d-dd9b141652c0)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver 
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver 
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot e0084679-95a0-4ab7-a1c0-1b5ee110225d could not be found.
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver 
Nov 23 06:17:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.463s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] <== connect_volume: return (2245ms) {'type': 'block', 'scsi_wwn': '26530326262653763', 'path': '/dev/sdk'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26530326262653763', 'path': '/dev/sdk'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:17:29 user nova-compute[74675]: DEBUG nova.objects.instance [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lazy-loading 'flavor' on Instance uuid 9d29192e-2d96-4325-adba-53573ebaa8cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver [None req-dc2a0d54-fc00-47af-a919-ca912a82ab7d tempest-VolumesAssistedSnapshotsTest-832280368 tempest-VolumesAssistedSnapshotsTest-832280368-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver 
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver 
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-7e6c8c76-b4a2-43f7-b9ae-62579235a3e5)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver 
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver 
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 23 06:17:29 user nova-compute[74675]: ERROR nova.virt.libvirt.driver 
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server [None req-33b8d67f-40f0-4d33-8602-851edb61a6e1 tempest-VolumesAssistedSnapshotsTest-832280368 tempest-VolumesAssistedSnapshotsTest-832280368-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     raise value
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server 
Nov 23 06:17:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:17:29 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:17:29 user nova-compute[74675]:   <source dev="/dev/sdk"/>
Nov 23 06:17:29 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:17:29 user nova-compute[74675]:   <serial>ceb62112-1fe7-4d3d-b716-79eafbf3dfdc</serial>
Nov 23 06:17:29 user nova-compute[74675]: </disk>
Nov 23 06:17:29 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server [None req-dc2a0d54-fc00-47af-a919-ca912a82ab7d tempest-VolumesAssistedSnapshotsTest-832280368 tempest-VolumesAssistedSnapshotsTest-832280368-project] Exception during message handling: KeyError: 'type'
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Nov 23 06:17:29 user nova-compute[74675]: ERROR oslo_messaging.rpc.server 
Nov 23 06:17:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Acquiring lock "23b16712-4309-4d46-81ec-720a135c9418" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Lock "23b16712-4309-4d46-81ec-720a135c9418" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:29 user nova-compute[74675]: INFO nova.compute.manager [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Detaching volume 94204818-20a7-4d7f-86ff-49187f9adc01
Nov 23 06:17:29 user nova-compute[74675]: INFO nova.virt.block_device [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Attempting to driver detach volume 94204818-20a7-4d7f-86ff-49187f9adc01 from mountpoint /dev/vdb
Nov 23 06:17:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Attempting to detach device vdb from instance 23b16712-4309-4d46-81ec-720a135c9418 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:17:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] detach device xml: <disk type="block" device="disk">
Nov 23 06:17:29 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:17:29 user nova-compute[74675]:   <source dev="/dev/sdj"/>
Nov 23 06:17:29 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:17:29 user nova-compute[74675]:   <serial>94204818-20a7-4d7f-86ff-49187f9adc01</serial>
Nov 23 06:17:29 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:17:29 user nova-compute[74675]: </disk>
Nov 23 06:17:29 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:17:29 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Successfully detached device vdb from instance 23b16712-4309-4d46-81ec-720a135c9418 from the persistent domain config.
Nov 23 06:17:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 23b16712-4309-4d46-81ec-720a135c9418 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:17:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] detach device xml: <disk type="block" device="disk">
Nov 23 06:17:29 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:17:29 user nova-compute[74675]:   <source dev="/dev/sdj"/>
Nov 23 06:17:29 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:17:29 user nova-compute[74675]:   <serial>94204818-20a7-4d7f-86ff-49187f9adc01</serial>
Nov 23 06:17:29 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:17:29 user nova-compute[74675]: </disk>
Nov 23 06:17:29 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:17:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:17:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:17:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] No VIF found with MAC fa:16:3e:8b:a8:48, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:17:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-566adb18-7b40-4767-9892-90149fa86b53 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.596s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 23b16712-4309-4d46-81ec-720a135c9418 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Acquiring lock "9d29192e-2d96-4325-adba-53573ebaa8cc" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.utils [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[feb174b8-2986-48db-b3a6-1c71b864e111]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3a9a95d-8048-4122-ae93-6669bebf4fd8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2795f171-f461-4800-a145-879490478c94]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7a13367-8a4f-437c-a6b3-454c4f5c10e3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:17:31 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3583e8c-28d8-4e69-bc2f-a1ad4cecdbb2]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.utils [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:31 user nova-compute[74675]: INFO nova.compute.manager [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Swapping volume ceb62112-1fe7-4d3d-b716-79eafbf3dfdc for d1034fd0-46e7-4f98-84e2-c8cafaaa5a29
Nov 23 06:17:31 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RCUWicVv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:31 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:31 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:31 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1d76c11-5334-4554-9ea3-de24a21bd433]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:17:31 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c6c5bbe-485b-4a84-9cc7-d693a3fddc47]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714] added
Nov 23 06:17:31 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f13742fb-3f7c-491d-9290-ffca5ac7ec52]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[044c0a3e-6101-46be-b9c7-0a7450d66bf0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RCUWicVv {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RCUWicVv" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[188089f5-5f82-4076-8e35-513017242b8f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RCUWicVv'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc3fb4e2-c9d7-4bb0-a045-583973b5c391]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5eb0231-d0d3-445f-ae5c-441a4f1cc75b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --login" returned: 0 in 0.091s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[24cfb99c-b873-4196-b5d1-846f8d7954f6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714, portal: 172.16.0.220,3260]
Nov 23 06:17:32 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714, portal: 172.16.0.220,3260] successful.
Nov 23 06:17:32 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac5086c8-1a4e-486f-8a90-7cafff808617]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b23d5c93-30e6-42ca-bbf8-cd637bf3bb93]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:32 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.336s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] HCTL ('43', '-', '-', 0) found on session 13 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Scanning host 43 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host43/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host43/scan" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[01bd804e-18ba-4815-a514-9832568e6d17]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Searching for a device in session 13 and hctl ['43', '*', '*', 0] yield: sdl {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Connected to sdl using {'target_iqn': 'iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RCUWicVv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:17:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.376s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] <== connect_volume: return (1379ms) {'type': 'block', 'scsi_wwn': '26336643337343134', 'path': '/dev/sdl'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26336643337343134', 'path': '/dev/sdl'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:17:33 user nova-compute[74675]: DEBUG nova.objects.instance [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lazy-loading 'flavor' on Instance uuid adfacbf3-a10d-44fb-a252-95572a966156 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:17:33 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:17:33 user nova-compute[74675]:   <source dev="/dev/sdl"/>
Nov 23 06:17:33 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:17:33 user nova-compute[74675]:   <serial>8cbd548b-3653-4fcf-83e0-270e8c310714</serial>
Nov 23 06:17:33 user nova-compute[74675]: </disk>
Nov 23 06:17:33 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:17:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:17:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] No BDM found with device name hda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:17:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] No VIF found with MAC fa:16:3e:e1:03:10, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:17:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-017ff431-7c6a-466c-b3dc-37ec757be06d tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "adfacbf3-a10d-44fb-a252-95572a966156" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.547s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "adfacbf3-a10d-44fb-a252-95572a966156" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "adfacbf3-a10d-44fb-a252-95572a966156" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:34 user nova-compute[74675]: INFO nova.compute.manager [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Detaching volume 8cbd548b-3653-4fcf-83e0-270e8c310714
Nov 23 06:17:34 user nova-compute[74675]: INFO nova.virt.block_device [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Attempting to driver detach volume 8cbd548b-3653-4fcf-83e0-270e8c310714 from mountpoint /dev/vdb
Nov 23 06:17:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Attempting to detach device vdb from instance adfacbf3-a10d-44fb-a252-95572a966156 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:17:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:17:34 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:17:34 user nova-compute[74675]:   <source dev="/dev/sdl"/>
Nov 23 06:17:34 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:17:34 user nova-compute[74675]:   <serial>8cbd548b-3653-4fcf-83e0-270e8c310714</serial>
Nov 23 06:17:34 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 23 06:17:34 user nova-compute[74675]: </disk>
Nov 23 06:17:34 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:17:34 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Successfully detached device vdb from instance adfacbf3-a10d-44fb-a252-95572a966156 from the persistent domain config.
Nov 23 06:17:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance adfacbf3-a10d-44fb-a252-95572a966156 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:17:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:17:34 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:17:34 user nova-compute[74675]:   <source dev="/dev/sdl"/>
Nov 23 06:17:34 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:17:34 user nova-compute[74675]:   <serial>8cbd548b-3653-4fcf-83e0-270e8c310714</serial>
Nov 23 06:17:34 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 23 06:17:34 user nova-compute[74675]: </disk>
Nov 23 06:17:34 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:17:35 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance adfacbf3-a10d-44fb-a252-95572a966156 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:17:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:41 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd is timed out.
Nov 23 06:17:41 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Successfully detached device vdb from instance 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd from the live domain config.
Nov 23 06:17:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LmtebuHG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:41 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b216a5ea-8ebd-4149-83bf-b594d5c75e3e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:17:41 user nova-compute[74675]: No targets found.
Nov 23 06:17:41 user nova-compute[74675]: iSNS:
Nov 23 06:17:41 user nova-compute[74675]: No targets found.
Nov 23 06:17:41 user nova-compute[74675]: STATIC:
Nov 23 06:17:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc
Nov 23 06:17:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01
Nov 23 06:17:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421
Nov 23 06:17:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc
Nov 23 06:17:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19
Nov 23 06:17:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231
Nov 23 06:17:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714
Nov 23 06:17:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419
Nov 23 06:17:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5
Nov 23 06:17:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb
Nov 23 06:17:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6
Nov 23 06:17:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:41 user nova-compute[74675]: FIRMWARE:
Nov 23 06:17:41 user nova-compute[74675]: No targets found.
Nov 23 06:17:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:17:41 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:17:41 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[09c09439-4d78-477e-9751-be17f35e5d92]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce1c1321-0472-46b7-987e-a0d5f8dffc76]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:41 user nova-compute[74675]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 (non-flash)
Nov 23 06:17:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683ccc10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19'): ({'sdh'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Removing single pathed devices sdh {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e87410d3-2c12-4ae3-8d5f-f9d9d35d8af4]: (4, ('path checker states:\nup                  11\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[10c5ffc1-b8c0-4f9d-be0a-401d13d9e1a5]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Flushing IO for device /dev/sdh {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4650d9b-34c0-482d-bb60-a14918c80bad]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.046s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[169e0dc1-2ef5-4a62-911c-93f392f125b0]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] SCSI volumes sdh have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6edadd95-b4a8-4a7d-af54-8d871c5cc9a3]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --logout" returned: 0 in 0.087s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[acc88ce3-6780-4632-a39d-eb4f3f7c903b]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19, portal: 172.16.0.220,3260]
Nov 23 06:17:42 user nova-compute[74675]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19, portal: 172.16.0.220,3260] successful.
Nov 23 06:17:42 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1eb9c165-97a8-4dba-9e04-71f2b27b8b19 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.042s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cb0d624-e2af-4b12-bfc9-37823d75636b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.367s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] <== disconnect_volume: return (369ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG nova.compute.manager [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sOcuLMYm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9d29192e-2d96-4325-adba-53573ebaa8cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1034fd0-46e7-4f98-84e2-c8cafaaa5a29', 'serial': 'd1034fd0-46e7-4f98-84e2-c8cafaaa5a29'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bCIDcfKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk'}, 'status': 'reserved', 'instance': '9d29192e-2d96-4325-adba-53573ebaa8cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'ceb62112-1fe7-4d3d-b716-79eafbf3dfdc', 'serial'} {{(pid=74675) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sOcuLMYm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:42 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:42 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:42 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddf923d6-f6ae-4b3d-93bb-46afd225903d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:17:42 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[63dbfa10-52d7-438e-9182-21f6394c41cb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29] added
Nov 23 06:17:42 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1230bb4-b502-49bb-9a2f-c3d81e8866c2]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7ed514d-619d-4374-8e58-b7aa925d19ae]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sOcuLMYm {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sOcuLMYm" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5819249b-23ec-43ab-8f6a-5f0265410ad2]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sOcuLMYm'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4877ef05-1819-4f32-9435-833487304fab]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[48662cd6-b2a7-4eb7-95f1-ddf738d69565]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --login" returned: 0 in 0.099s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f83ca6ea-3f46-4e6a-97c7-c6b930055cd0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29, portal: 172.16.0.220,3260]
Nov 23 06:17:42 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29, portal: 172.16.0.220,3260] successful.
Nov 23 06:17:42 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[be0c64ce-f5a7-49d5-bfa5-cfce42e16621]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3abe2c4b-9c68-46a0-a157-178ce713dbf1]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:42 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:42 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.355s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] HCTL ('39', '-', '-', 0) found on session 14 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Scanning host 39 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[38ca87ff-fe9d-410e-b198-58f3d0bf1d96]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Searching for a device in session 14 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sOcuLMYm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:42 user nova-compute[74675]: DEBUG nova.objects.instance [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lazy-loading 'flavor' on Instance uuid 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-17648160-790c-4d4a-ba22-1eb673ad930a tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.861s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-d9898f23-3116-49a8-a4bb-483dd0c3c274" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-d9898f23-3116-49a8-a4bb-483dd0c3c274" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Updating instance_info_cache with network_info: [{"id": "b057a2e1-a712-4787-b826-3dd107cfb74f", "address": "fa:16:3e:ef:6f:d4", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb057a2e1-a7", "ovs_interfaceid": "b057a2e1-a712-4787-b826-3dd107cfb74f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-d9898f23-3116-49a8-a4bb-483dd0c3c274" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.399s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] <== connect_volume: return (1401ms) {'type': 'block', 'scsi_wwn': '26563346134313237', 'path': '/dev/sdh'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26563346134313237', 'path': '/dev/sdh'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG nova.objects.instance [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lazy-loading 'flavor' on Instance uuid 9d29192e-2d96-4325-adba-53573ebaa8cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:43 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f is timed out.
Nov 23 06:17:43 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Successfully detached device sdc from instance 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f from the live domain config.
Nov 23 06:17:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gUXPpxLQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:43 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[75f0d09e-fdb6-4c5b-8878-254c682c327c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:17:43 user nova-compute[74675]: No targets found.
Nov 23 06:17:43 user nova-compute[74675]: iSNS:
Nov 23 06:17:43 user nova-compute[74675]: No targets found.
Nov 23 06:17:43 user nova-compute[74675]: STATIC:
Nov 23 06:17:43 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc
Nov 23 06:17:43 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:43 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:43 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01
Nov 23 06:17:43 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:43 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:43 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421
Nov 23 06:17:43 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:43 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:43 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc
Nov 23 06:17:43 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:43 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:43 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231
Nov 23 06:17:43 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:43 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:43 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29
Nov 23 06:17:43 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:43 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:43 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714
Nov 23 06:17:43 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:43 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:43 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419
Nov 23 06:17:43 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:43 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:43 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5
Nov 23 06:17:43 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:43 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:43 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb
Nov 23 06:17:43 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:43 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:43 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6
Nov 23 06:17:43 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:43 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:43 user nova-compute[74675]: FIRMWARE:
Nov 23 06:17:43 user nova-compute[74675]: No targets found.
Nov 23 06:17:43 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:17:43 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:17:43 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1431e5b-a7ab-4311-8d34-8ca59162c76c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef148f3e-9ad9-4dbc-8749-398e51e29a6d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:44 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:44 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:44 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac8c91cdc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231'): ({'sdi'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Removing single pathed devices sdi {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[46732dc3-43cc-4334-9374-696ae6fd656d]: (4, ('path checker states:\nup                  11\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c99bb91-9690-40bb-8851-2b5d52db9e7b]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Flushing IO for device /dev/sdi {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.012s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaf2dba0-bc42-42a5-b570-e8d83a3d8499]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.049s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[15ded7a3-cde2-42e8-acaf-d4f144fd2584]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] SCSI volumes sdi have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 7340032 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3499ba0-2d36-4f2e-9a7c-f4f83e3214c1]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --logout" returned: 0 in 0.096s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4596e828-a41d-4e96-9af5-19f7f52407d9]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231, portal: 172.16.0.220,3260]
Nov 23 06:17:44 user nova-compute[74675]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231, portal: 172.16.0.220,3260] successful.
Nov 23 06:17:44 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3eedd75f-6257-4c4a-9533-3e0f9b573231 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.060s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[14952abb-0206-4a0a-a28d-9ff1f67dded0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.425s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] <== disconnect_volume: return (426ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:17:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 150994944 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:17:45 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:17:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 285212672 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:17:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 481296384 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:17:46 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:17:46 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:17:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:46 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:17:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 672137216 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:17:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 680525824 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:17:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 780140544 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:17:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:47 user nova-compute[74675]: DEBUG nova.objects.instance [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lazy-loading 'flavor' on Instance uuid 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b5e4faba-d2eb-493d-910e-7b1ca077e8e5 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 24.417s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 856686592 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:17:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 986710016 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquiring lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquiring lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:48 user nova-compute[74675]: INFO nova.compute.manager [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Terminating instance
Nov 23 06:17:48 user nova-compute[74675]: DEBUG nova.compute.manager [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-a80c79ba-e0e9-4b0e-9879-3dc60936887e req-aa8db074-6713-4745-9202-467621c499f7 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Received event network-vif-unplugged-bb0f5221-7a18-44db-9b11-efac2ec9b26b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a80c79ba-e0e9-4b0e-9879-3dc60936887e req-aa8db074-6713-4745-9202-467621c499f7 service nova] Acquiring lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a80c79ba-e0e9-4b0e-9879-3dc60936887e req-aa8db074-6713-4745-9202-467621c499f7 service nova] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a80c79ba-e0e9-4b0e-9879-3dc60936887e req-aa8db074-6713-4745-9202-467621c499f7 service nova] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-a80c79ba-e0e9-4b0e-9879-3dc60936887e req-aa8db074-6713-4745-9202-467621c499f7 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] No waiting events found dispatching network-vif-unplugged-bb0f5221-7a18-44db-9b11-efac2ec9b26b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-a80c79ba-e0e9-4b0e-9879-3dc60936887e req-aa8db074-6713-4745-9202-467621c499f7 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Received event network-vif-unplugged-bb0f5221-7a18-44db-9b11-efac2ec9b26b for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdk (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:17:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bCIDcfKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:49 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7b382b6-b4f0-4170-b806-751ef51c197d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:17:49 user nova-compute[74675]: No targets found.
Nov 23 06:17:49 user nova-compute[74675]: iSNS:
Nov 23 06:17:49 user nova-compute[74675]: No targets found.
Nov 23 06:17:49 user nova-compute[74675]: STATIC:
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: FIRMWARE:
Nov 23 06:17:49 user nova-compute[74675]: No targets found.
Nov 23 06:17:49 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:17:49 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:17:49 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[75d81727-7672-46fb-8368-e2ef7779e026]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f90c16b-8589-47e5-87ed-15e379c84e84]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:49 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:49 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:49 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac8c83e8c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc'): ({'sdk'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Removing single pathed devices sdk {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[597423cd-258c-43e9-8eda-d78033f19266]: (4, ('path checker states:\nup                  10\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdk {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdk" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c11e0ec2-a378-4f99-888a-88721866265c]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Flushing IO for device /dev/sdk {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdk {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdk" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d59c336-e394-4b5c-9067-8838f68d3dfd]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Remove SCSI device /dev/sdk with /sys/block/sdk/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdk/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdk/device/delete" returned: 0 in 0.040s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b2acd8f-51b9-4987-a7bb-71f1e757fb6f]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Checking to see if SCSI volumes sdk have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] SCSI volumes sdk have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c69814df-0dc2-456d-8301-f7b3c308224e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --logout" returned: 0 in 0.102s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c47c6f1-7e35-4722-817f-b41b9f18b30a]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc, portal: 172.16.0.220,3260]
Nov 23 06:17:49 user nova-compute[74675]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc, portal: 172.16.0.220,3260] successful.
Nov 23 06:17:49 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Instance destroyed successfully.
Nov 23 06:17:49 user nova-compute[74675]: DEBUG nova.objects.instance [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lazy-loading 'resources' on Instance uuid 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:15:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-2023698385',display_name='tempest-AttachSCSIVolumeTestJSON-server-2023698385',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-2023698385',id=7,image_ref='767d0d28-1cf4-4049-8917-01792b9fbaa4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLg5wNmdzwH5AlYjsFLDf03LumqLIlvZ3OM3vfGit2KSPqTAwttgXHGkvRah51Qq+HQOUyzfJ7CatHXZTY4Hx230304ywJhWGX1t0o4TCKLuB/6wvIBz+kOO3Mu/wVE9Vg==',key_name='tempest-keypair-76701445',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:15:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e993b3c0f73e4ac092b030d01b303ce1',ramdisk_id='',reservation_id='r-44u62raq',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='767d0d28-1cf4-4049-8917-01792b9fbaa4',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-667065558',owner_user_name='tempest-AttachSCSIVolumeTestJSON-667065558-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:15:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e8d9ff430a9f4dbf98b516b1836162d1',uuid=9d526b1c-efbc-4bef-b9b1-bc93bed4c34f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "address": "fa:16:3e:44:da:02", "network": {"id": "1088d256-1162-4a11-9661-32304938e86f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-836516546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.26", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e993b3c0f73e4ac092b030d01b303ce1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb0f5221-7a", "ovs_interfaceid": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Converting VIF {"id": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "address": "fa:16:3e:44:da:02", "network": {"id": "1088d256-1162-4a11-9661-32304938e86f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-836516546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.26", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e993b3c0f73e4ac092b030d01b303ce1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb0f5221-7a", "ovs_interfaceid": "bb0f5221-7a18-44db-9b11-efac2ec9b26b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:da:02,bridge_name='br-int',has_traffic_filtering=True,id=bb0f5221-7a18-44db-9b11-efac2ec9b26b,network=Network(1088d256-1162-4a11-9661-32304938e86f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb0f5221-7a') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_vif [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:da:02,bridge_name='br-int',has_traffic_filtering=True,id=bb0f5221-7a18-44db-9b11-efac2ec9b26b,network=Network(1088d256-1162-4a11-9661-32304938e86f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb0f5221-7a') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbb0f5221-7a, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bc89e12f-2a66-457a-b360-6168f4cd068f) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.043s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e4ab83f-a021-48bb-8715-54a7819b8c56]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.431s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] <== disconnect_volume: return (433ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:49 user nova-compute[74675]: INFO os_vif [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:da:02,bridge_name='br-int',has_traffic_filtering=True,id=bb0f5221-7a18-44db-9b11-efac2ec9b26b,network=Network(1088d256-1162-4a11-9661-32304938e86f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb0f5221-7a')
Nov 23 06:17:49 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Deleting instance files /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f_del
Nov 23 06:17:49 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Deletion of /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f_del complete
Nov 23 06:17:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sOcuLMYm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, 'status': 'reserved', 'instance': '9d29192e-2d96-4325-adba-53573ebaa8cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1034fd0-46e7-4f98-84e2-c8cafaaa5a29', 'serial'} {{(pid=74675) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] swap_volume: removing Cinder connection for volume ceb62112-1fe7-4d3d-b716-79eafbf3dfdc {{(pid=74675) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 23 06:17:49 user nova-compute[74675]: INFO nova.compute.manager [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk --force-share --output=json" returned: 1 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] '/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk --force-share --output=json' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:17:49 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Periodic task is updating the host stats, it is trying to get disk info for instance-00000007, but the backing disk storage was removed by a concurrent operation such as resize. Error: No disk at /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk: nova.exception.DiskNotFound: No disk at /opt/stack/data/nova/instances/9d526b1c-efbc-4bef-b9b1-bc93bed4c34f/disk
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 23b16712-4309-4d46-81ec-720a135c9418 is timed out.
Nov 23 06:17:49 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Successfully detached device vdb from instance 23b16712-4309-4d46-81ec-720a135c9418 from the live domain config.
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] [instance: 23b16712-4309-4d46-81ec-720a135c9418] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kUhvEzwN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:49 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[91b39c58-103a-4876-ac77-1979626357c6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:17:49 user nova-compute[74675]: No targets found.
Nov 23 06:17:49 user nova-compute[74675]: iSNS:
Nov 23 06:17:49 user nova-compute[74675]: No targets found.
Nov 23 06:17:49 user nova-compute[74675]: STATIC:
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6
Nov 23 06:17:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:49 user nova-compute[74675]: FIRMWARE:
Nov 23 06:17:49 user nova-compute[74675]: No targets found.
Nov 23 06:17:49 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:17:49 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:17:49 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[641fa535-89fd-494d-abb9-d5dc17bb5a54]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c4cd504-59c9-4715-8279-20ddb10cf099]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:50 user nova-compute[74675]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)
Nov 23 06:17:50 user nova-compute[74675]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:17:50 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:50 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:50 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:50 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:50 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:50 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 (non-flash)
Nov 23 06:17:50 user nova-compute[74675]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)
Nov 23 06:17:50 user nova-compute[74675]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:17:50 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:50 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:50 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:50 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:50 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:50 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683d4160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01'): ({'sdj'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Removing single pathed devices sdj {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c9150b3-f871-4bc7-9bfa-fba6cd507f48]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c911c3a-49fb-4f9a-90e9-1d80d199a630]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Flushing IO for device /dev/sdj {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.012s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcd5c2c9-b9a5-42af-ac7f-82e751f596b1]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.049s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[27c0df69-ea17-4a32-be8b-71b6a7d82ff1]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Checking to see if SCSI volumes sdj have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] SCSI volumes sdj have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad63bb25-9ec8-41af-a293-82eb7b2e0c22]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --logout" returned: 0 in 0.083s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7d61702-bb80-42a0-9a94-1c0e48a385a0]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01, portal: 172.16.0.220,3260]
Nov 23 06:17:50 user nova-compute[74675]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01, portal: 172.16.0.220,3260] successful.
Nov 23 06:17:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94204818-20a7-4d7f-86ff-49187f9adc01 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf2fff67-f8f3-4ca0-9a4f-6e767ae6b8c6]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.401s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] <== disconnect_volume: return (403ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:17:50 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:17:50 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Took 1.22 seconds to deallocate network for instance.
Nov 23 06:17:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-ebd9e46d-9a64-4f3e-b29f-4c0f542d94da req-751f888c-edfb-456f-bdac-aec5a94c2ec7 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Received event network-vif-deleted-bb0f5221-7a18-44db-9b11-efac2ec9b26b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:50 user nova-compute[74675]: INFO nova.compute.manager [req-ebd9e46d-9a64-4f3e-b29f-4c0f542d94da req-751f888c-edfb-456f-bdac-aec5a94c2ec7 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Neutron deleted interface bb0f5221-7a18-44db-9b11-efac2ec9b26b; detaching it from the instance and deleting it from the info cache
Nov 23 06:17:50 user nova-compute[74675]: DEBUG nova.network.neutron [req-ebd9e46d-9a64-4f3e-b29f-4c0f542d94da req-751f888c-edfb-456f-bdac-aec5a94c2ec7 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-df49ae78-6503-4a4c-a9ca-16682509e734 req-7d03859d-81e9-4092-8261-11b3111652d9 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Received event network-vif-plugged-bb0f5221-7a18-44db-9b11-efac2ec9b26b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-df49ae78-6503-4a4c-a9ca-16682509e734 req-7d03859d-81e9-4092-8261-11b3111652d9 service nova] Acquiring lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-df49ae78-6503-4a4c-a9ca-16682509e734 req-7d03859d-81e9-4092-8261-11b3111652d9 service nova] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-df49ae78-6503-4a4c-a9ca-16682509e734 req-7d03859d-81e9-4092-8261-11b3111652d9 service nova] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-df49ae78-6503-4a4c-a9ca-16682509e734 req-7d03859d-81e9-4092-8261-11b3111652d9 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] No waiting events found dispatching network-vif-plugged-bb0f5221-7a18-44db-9b11-efac2ec9b26b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:17:51 user nova-compute[74675]: WARNING nova.compute.manager [req-df49ae78-6503-4a4c-a9ca-16682509e734 req-7d03859d-81e9-4092-8261-11b3111652d9 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Received unexpected event network-vif-plugged-bb0f5221-7a18-44db-9b11-efac2ec9b26b for instance with vm_state deleted and task_state None.
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-ebd9e46d-9a64-4f3e-b29f-4c0f542d94da req-751f888c-edfb-456f-bdac-aec5a94c2ec7 service nova] [instance: 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f] Detach interface failed, port_id=bb0f5221-7a18-44db-9b11-efac2ec9b26b, reason: Instance 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:17:51 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:17:51 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=6811MB free_disk=25.6727294921875GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.objects.instance [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Lazy-loading 'flavor' on Instance uuid 23b16712-4309-4d46-81ec-720a135c9418 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f2319c7d-29ab-4c1a-84a7-f9ca223d1388 tempest-VolumesAssistedSnapshotsTest-213265443 tempest-VolumesAssistedSnapshotsTest-213265443-project-admin] Lock "23b16712-4309-4d46-81ec-720a135c9418" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.154s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.345s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.326s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:51 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Deleted allocations for instance 9d526b1c-efbc-4bef-b9b1-bc93bed4c34f
Nov 23 06:17:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51eb3eb1-4334-49d9-a21b-3050192000e0 tempest-AttachSCSIVolumeTestJSON-667065558 tempest-AttachSCSIVolumeTestJSON-667065558-project-member] Lock "9d526b1c-efbc-4bef-b9b1-bc93bed4c34f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.234s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance f4d40301-d465-42af-8b6c-e62a064afcaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d9898f23-3116-49a8-a4bb-483dd0c3c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance cf5db4d3-2728-4ac9-aaec-05d1f1147329 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9d29192e-2d96-4325-adba-53573ebaa8cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 23b16712-4309-4d46-81ec-720a135c9418 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance adfacbf3-a10d-44fb-a252-95572a966156 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9919ad53-e4a7-42e0-94b1-7c6f6dcea705 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:17:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:17:52 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:17:52 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:17:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:17:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.502s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:53 user nova-compute[74675]: DEBUG nova.compute.manager [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] swap_volume: Updating volume ceb62112-1fe7-4d3d-b716-79eafbf3dfdc BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "sOcuLMYm", "auth_password": "JdSBsmvHIna1Ki", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdh", "volume_id": "d1034fd0-46e7-4f98-84e2-c8cafaaa5a29"}, "status": "reserved", "instance": "9d29192e-2d96-4325-adba-53573ebaa8cc", "attached_at": "", "detached_at": "", "volume_id": "d1034fd0-46e7-4f98-84e2-c8cafaaa5a29", "serial": "d1034fd0-46e7-4f98-84e2-c8cafaaa5a29"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'd1034fd0-46e7-4f98-84e2-c8cafaaa5a29', 'no_device': None, 'attachment_id': '673b40f1-9364-46c1-80c4-362b6322f29a'} {{(pid=74675) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 23 06:17:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3949f9a5-8f10-42dd-a7fd-e070320cb2ec tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 21.841s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-adde6761-beb1-43fc-9355-e00514b2156d req-8613464a-af8f-4dbe-a079-717632482ad0 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-changed-2c340c35-1933-4752-b23a-bfaad09f1f4b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-adde6761-beb1-43fc-9355-e00514b2156d req-8613464a-af8f-4dbe-a079-717632482ad0 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Refreshing instance network info cache due to event network-changed-2c340c35-1933-4752-b23a-bfaad09f1f4b. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-adde6761-beb1-43fc-9355-e00514b2156d req-8613464a-af8f-4dbe-a079-717632482ad0 service nova] Acquiring lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-adde6761-beb1-43fc-9355-e00514b2156d req-8613464a-af8f-4dbe-a079-717632482ad0 service nova] Acquired lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG nova.network.neutron [req-adde6761-beb1-43fc-9355-e00514b2156d req-8613464a-af8f-4dbe-a079-717632482ad0 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Refreshing network info cache for port 2c340c35-1933-4752-b23a-bfaad09f1f4b {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Acquiring lock "9d29192e-2d96-4325-adba-53573ebaa8cc" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG os_brick.utils [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[95f420b5-b9ae-43ea-aca5-47be9a677d81]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[17f2a5bf-9702-485d-8a53-ec184aea49c6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[301ad238-4a89-4503-8a8a-69dc66f96b35]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0491b68-63ad-450d-ae2f-70d8f13c6966]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:17:54 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b915687-9c27-4bf8-9b30-db6310c52210]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG os_brick.utils [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:54 user nova-compute[74675]: INFO nova.compute.manager [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Swapping volume d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 for ceb62112-1fe7-4d3d-b716-79eafbf3dfdc
Nov 23 06:17:54 user nova-compute[74675]: DEBUG nova.network.neutron [req-adde6761-beb1-43fc-9355-e00514b2156d req-8613464a-af8f-4dbe-a079-717632482ad0 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updated VIF entry in instance network info cache for port 2c340c35-1933-4752-b23a-bfaad09f1f4b. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG nova.network.neutron [req-adde6761-beb1-43fc-9355-e00514b2156d req-8613464a-af8f-4dbe-a079-717632482ad0 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updating instance_info_cache with network_info: [{"id": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "address": "fa:16:3e:54:f3:e9", "network": {"id": "cd98a1e4-9c3c-46ed-a16a-2d51283befc8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-780201240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c340c35-19", "ovs_interfaceid": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "address": "fa:16:3e:7c:9d:64", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c97ce2-bd", "ovs_interfaceid": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "address": "fa:16:3e:04:62:87", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap371dafc8-1c", "ovs_interfaceid": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "address": "fa:16:3e:d7:23:5b", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap272bf62a-6e", "ovs_interfaceid": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "address": "fa:16:3e:51:06:ea", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd952d6ed-82", "ovs_interfaceid": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "address": "fa:16:3e:9c:7b:1a", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f10c6ec-91", "ovs_interfaceid": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "address": "fa:16:3e:06:8f:72", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0c15f9-8b", "ovs_interfaceid": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:17:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-adde6761-beb1-43fc-9355-e00514b2156d req-8613464a-af8f-4dbe-a079-717632482ad0 service nova] Releasing lock "refresh_cache-9919ad53-e4a7-42e0-94b1-7c6f6dcea705" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:17:55 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance adfacbf3-a10d-44fb-a252-95572a966156 is timed out.
Nov 23 06:17:55 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Successfully detached device vdb from instance adfacbf3-a10d-44fb-a252-95572a966156 from the live domain config.
Nov 23 06:17:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RCUWicVv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdl'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:55 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8191ff2-af37-474c-a1e7-1fc2024a1109]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:17:55 user nova-compute[74675]: No targets found.
Nov 23 06:17:55 user nova-compute[74675]: iSNS:
Nov 23 06:17:55 user nova-compute[74675]: No targets found.
Nov 23 06:17:55 user nova-compute[74675]: STATIC:
Nov 23 06:17:55 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421
Nov 23 06:17:55 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:55 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:55 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc
Nov 23 06:17:55 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:55 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:55 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29
Nov 23 06:17:55 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:55 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:55 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714
Nov 23 06:17:55 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:55 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:55 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419
Nov 23 06:17:55 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:55 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:55 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5
Nov 23 06:17:55 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:55 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:55 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb
Nov 23 06:17:55 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:55 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:55 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6
Nov 23 06:17:55 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:55 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:55 user nova-compute[74675]: FIRMWARE:
Nov 23 06:17:55 user nova-compute[74675]: No targets found.
Nov 23 06:17:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:17:55 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:17:55 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[71f4ce7a-3c20-4bf8-a898-b4e8c12d48cf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[27e55de6-65a7-417e-b5c6-48133092e192]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)
Nov 23 06:17:55 user nova-compute[74675]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:17:55 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:55 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:55 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:55 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:55 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:55 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 (non-flash)
Nov 23 06:17:55 user nova-compute[74675]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:17:55 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:17:55 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:17:55 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:17:55 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:17:55 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:17:55 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:17:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683cf0a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714'): ({'sdl'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Removing single pathed devices sdl {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cae05b9-3f33-4e6f-b29e-9dbe355abb34]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdl {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdl" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[115d6aab-7686-4bb1-99e6-a5fa79253294]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Flushing IO for device /dev/sdl {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdl {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdl" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0769d00c-aaf1-49cd-a05b-def151ac8603]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Remove SCSI device /dev/sdl with /sys/block/sdl/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdl/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdl/device/delete" returned: 0 in 0.030s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[efd56fbe-af10-44e5-9a6b-1cf07c48fed1]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Checking to see if SCSI volumes sdl have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] SCSI volumes sdl have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fc1688d-9a56-4720-b571-32f2568037fb]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[be7d719a-e8e8-47fb-b193-ebcc5194fdfa]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714, portal: 172.16.0.220,3260]
Nov 23 06:17:55 user nova-compute[74675]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714, portal: 172.16.0.220,3260] successful.
Nov 23 06:17:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cbd548b-3653-4fcf-83e0-270e8c310714 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6df494e-e2fe-4eeb-b989-5692d7a59efa]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.317s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] <== disconnect_volume: return (318ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:17:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:17:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:57 user nova-compute[74675]: INFO nova.compute.manager [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Terminating instance
Nov 23 06:17:57 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-25d92cd5-9657-4221-bfff-c5d58039a497 req-a1b0e52d-3834-4ccd-a29d-62446d543abc service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-unplugged-2c340c35-1933-4752-b23a-bfaad09f1f4b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-25d92cd5-9657-4221-bfff-c5d58039a497 req-a1b0e52d-3834-4ccd-a29d-62446d543abc service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-25d92cd5-9657-4221-bfff-c5d58039a497 req-a1b0e52d-3834-4ccd-a29d-62446d543abc service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-25d92cd5-9657-4221-bfff-c5d58039a497 req-a1b0e52d-3834-4ccd-a29d-62446d543abc service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-25d92cd5-9657-4221-bfff-c5d58039a497 req-a1b0e52d-3834-4ccd-a29d-62446d543abc service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-unplugged-2c340c35-1933-4752-b23a-bfaad09f1f4b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-25d92cd5-9657-4221-bfff-c5d58039a497 req-a1b0e52d-3834-4ccd-a29d-62446d543abc service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-unplugged-2c340c35-1933-4752-b23a-bfaad09f1f4b for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-c1bc9349-3fa4-4cf6-a0bd-e159d7d3258f req-4646cefc-e067-4e0a-aee9-5b37c5e311cb service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-unplugged-272bf62a-6e90-46d8-b1a3-ef9847f68961 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c1bc9349-3fa4-4cf6-a0bd-e159d7d3258f req-4646cefc-e067-4e0a-aee9-5b37c5e311cb service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c1bc9349-3fa4-4cf6-a0bd-e159d7d3258f req-4646cefc-e067-4e0a-aee9-5b37c5e311cb service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c1bc9349-3fa4-4cf6-a0bd-e159d7d3258f req-4646cefc-e067-4e0a-aee9-5b37c5e311cb service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-c1bc9349-3fa4-4cf6-a0bd-e159d7d3258f req-4646cefc-e067-4e0a-aee9-5b37c5e311cb service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-unplugged-272bf62a-6e90-46d8-b1a3-ef9847f68961 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:17:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-c1bc9349-3fa4-4cf6-a0bd-e159d7d3258f req-4646cefc-e067-4e0a-aee9-5b37c5e311cb service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-unplugged-272bf62a-6e90-46d8-b1a3-ef9847f68961 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:17:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Instance destroyed successfully.
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.objects.instance [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lazy-loading 'resources' on Instance uuid 9919ad53-e4a7-42e0-94b1-7c6f6dcea705 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:16:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:16:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "address": "fa:16:3e:54:f3:e9", "network": {"id": "cd98a1e4-9c3c-46ed-a16a-2d51283befc8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-780201240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c340c35-19", "ovs_interfaceid": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "address": "fa:16:3e:54:f3:e9", "network": {"id": "cd98a1e4-9c3c-46ed-a16a-2d51283befc8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-780201240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c340c35-19", "ovs_interfaceid": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:54:f3:e9,bridge_name='br-int',has_traffic_filtering=True,id=2c340c35-1933-4752-b23a-bfaad09f1f4b,network=Network(cd98a1e4-9c3c-46ed-a16a-2d51283befc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c340c35-19') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG os_vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:54:f3:e9,bridge_name='br-int',has_traffic_filtering=True,id=2c340c35-1933-4752-b23a-bfaad09f1f4b,network=Network(cd98a1e4-9c3c-46ed-a16a-2d51283befc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c340c35-19') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2c340c35-19, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=419949ef-82b9-49ea-a974-3439cd29b62c) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: INFO os_vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:54:f3:e9,bridge_name='br-int',has_traffic_filtering=True,id=2c340c35-1933-4752-b23a-bfaad09f1f4b,network=Network(cd98a1e4-9c3c-46ed-a16a-2d51283befc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c340c35-19')
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:16:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:16:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "address": "fa:16:3e:7c:9d:64", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c97ce2-bd", "ovs_interfaceid": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "address": "fa:16:3e:7c:9d:64", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c97ce2-bd", "ovs_interfaceid": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:9d:64,bridge_name='br-int',has_traffic_filtering=True,id=73c97ce2-bdd9-4c96-9cc3-ee259183601e,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap73c97ce2-bd') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG os_vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:9d:64,bridge_name='br-int',has_traffic_filtering=True,id=73c97ce2-bdd9-4c96-9cc3-ee259183601e,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap73c97ce2-bd') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap73c97ce2-bd, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=81074eb1-973e-4ecc-9661-e1ffbb96b347) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: INFO os_vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:9d:64,bridge_name='br-int',has_traffic_filtering=True,id=73c97ce2-bdd9-4c96-9cc3-ee259183601e,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap73c97ce2-bd')
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:16:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:16:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "address": "fa:16:3e:04:62:87", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap371dafc8-1c", "ovs_interfaceid": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "address": "fa:16:3e:04:62:87", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap371dafc8-1c", "ovs_interfaceid": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:62:87,bridge_name='br-int',has_traffic_filtering=True,id=371dafc8-1c18-4c59-8aa6-ba4d2647b0cb,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap371dafc8-1c') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG os_vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:62:87,bridge_name='br-int',has_traffic_filtering=True,id=371dafc8-1c18-4c59-8aa6-ba4d2647b0cb,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap371dafc8-1c') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap371dafc8-1c, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e38e32cb-2972-4cda-b122-370b8e931b60) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: INFO os_vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:62:87,bridge_name='br-int',has_traffic_filtering=True,id=371dafc8-1c18-4c59-8aa6-ba4d2647b0cb,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap371dafc8-1c')
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:16:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:16:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "address": "fa:16:3e:d7:23:5b", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap272bf62a-6e", "ovs_interfaceid": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "address": "fa:16:3e:d7:23:5b", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap272bf62a-6e", "ovs_interfaceid": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:23:5b,bridge_name='br-int',has_traffic_filtering=True,id=272bf62a-6e90-46d8-b1a3-ef9847f68961,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap272bf62a-6e') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG os_vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:23:5b,bridge_name='br-int',has_traffic_filtering=True,id=272bf62a-6e90-46d8-b1a3-ef9847f68961,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap272bf62a-6e') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap272bf62a-6e, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=815bc390-40b6-427e-a09e-4f0bb1c50e54) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: INFO os_vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:23:5b,bridge_name='br-int',has_traffic_filtering=True,id=272bf62a-6e90-46d8-b1a3-ef9847f68961,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap272bf62a-6e')
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:16:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:16:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "address": "fa:16:3e:51:06:ea", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd952d6ed-82", "ovs_interfaceid": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "address": "fa:16:3e:51:06:ea", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd952d6ed-82", "ovs_interfaceid": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:06:ea,bridge_name='br-int',has_traffic_filtering=True,id=d952d6ed-8281-4a5e-bbbf-73d3df7b1794,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd952d6ed-82') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG os_vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:06:ea,bridge_name='br-int',has_traffic_filtering=True,id=d952d6ed-8281-4a5e-bbbf-73d3df7b1794,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd952d6ed-82') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd952d6ed-82, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-2c340c35-1933-4752-b23a-bfaad09f1f4b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-2c340c35-1933-4752-b23a-bfaad09f1f4b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:17:59 user nova-compute[74675]: WARNING nova.compute.manager [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-2c340c35-1933-4752-b23a-bfaad09f1f4b for instance with vm_state active and task_state deleting.
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-unplugged-73c97ce2-bdd9-4c96-9cc3-ee259183601e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-unplugged-73c97ce2-bdd9-4c96-9cc3-ee259183601e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-unplugged-73c97ce2-bdd9-4c96-9cc3-ee259183601e for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-73c97ce2-bdd9-4c96-9cc3-ee259183601e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-73c97ce2-bdd9-4c96-9cc3-ee259183601e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:17:59 user nova-compute[74675]: WARNING nova.compute.manager [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-73c97ce2-bdd9-4c96-9cc3-ee259183601e for instance with vm_state active and task_state deleting.
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-unplugged-371dafc8-1c18-4c59-8aa6-ba4d2647b0cb {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-unplugged-371dafc8-1c18-4c59-8aa6-ba4d2647b0cb {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-unplugged-371dafc8-1c18-4c59-8aa6-ba4d2647b0cb for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-371dafc8-1c18-4c59-8aa6-ba4d2647b0cb {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-371dafc8-1c18-4c59-8aa6-ba4d2647b0cb {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:17:59 user nova-compute[74675]: WARNING nova.compute.manager [req-8495b7ae-0158-480b-be8b-1ec51d1fb82b req-2421b5e7-7b25-46b9-abcd-008ada07553b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-371dafc8-1c18-4c59-8aa6-ba4d2647b0cb for instance with vm_state active and task_state deleting.
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c03142f7-98b0-4ce9-aa7e-b6fe43b87909) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: INFO os_vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:06:ea,bridge_name='br-int',has_traffic_filtering=True,id=d952d6ed-8281-4a5e-bbbf-73d3df7b1794,network=Network(9163403f-73f3-4dd9-8ef2-eb0ad30be174),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd952d6ed-82')
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:16:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:16:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "address": "fa:16:3e:9c:7b:1a", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f10c6ec-91", "ovs_interfaceid": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "address": "fa:16:3e:9c:7b:1a", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f10c6ec-91", "ovs_interfaceid": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:7b:1a,bridge_name='br-int',has_traffic_filtering=True,id=3f10c6ec-9108-412b-a9d3-9efd9c18b784,network=Network(0b017d9d-6874-430c-a40d-66c926ea3397),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f10c6ec-91') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG os_vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:7b:1a,bridge_name='br-int',has_traffic_filtering=True,id=3f10c6ec-9108-412b-a9d3-9efd9c18b784,network=Network(0b017d9d-6874-430c-a40d-66c926ea3397),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f10c6ec-91') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3f10c6ec-91, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=77643a19-b763-4d9a-97b9-b7b3b702f7c4) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: INFO os_vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:7b:1a,bridge_name='br-int',has_traffic_filtering=True,id=3f10c6ec-9108-412b-a9d3-9efd9c18b784,network=Network(0b017d9d-6874-430c-a40d-66c926ea3397),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f10c6ec-91')
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2068922751',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2068922751',id=11,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQ+keLXZLFENenk5g5H5ZD/n+gt8cwfeNiQAhmBGf/2dhqtk1u43qMr3yopp1oi1z1oonpYcM68o5tPTsiztGxP83zc6iepeaK4HFIwwhF9hNgbgicFukJBoBSMe+lZQ==',key_name='tempest-keypair-1708653702',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:16:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5cf57c0066e54836b3c4e090d6c3d901',ramdisk_id='',reservation_id='r-iem4ml83',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-539534398',owner_user_name='tempest-TaggedBootDevicesTest_v242-539534398-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:16:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6fffed231ed14fe2a3003e6037684d16',uuid=9919ad53-e4a7-42e0-94b1-7c6f6dcea705,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "address": "fa:16:3e:06:8f:72", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0c15f9-8b", "ovs_interfaceid": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converting VIF {"id": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "address": "fa:16:3e:06:8f:72", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d0c15f9-8b", "ovs_interfaceid": "7d0c15f9-8b4c-4524-b696-b29890731c8c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:8f:72,bridge_name='br-int',has_traffic_filtering=True,id=7d0c15f9-8b4c-4524-b696-b29890731c8c,network=Network(0b017d9d-6874-430c-a40d-66c926ea3397),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d0c15f9-8b') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG os_vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:8f:72,bridge_name='br-int',has_traffic_filtering=True,id=7d0c15f9-8b4c-4524-b696-b29890731c8c,network=Network(0b017d9d-6874-430c-a40d-66c926ea3397),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d0c15f9-8b') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7d0c15f9-8b, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e52596e5-b02d-4ac8-944a-6c6f6adb9021) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:17:59 user nova-compute[74675]: INFO os_vif [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:8f:72,bridge_name='br-int',has_traffic_filtering=True,id=7d0c15f9-8b4c-4524-b696-b29890731c8c,network=Network(0b017d9d-6874-430c-a40d-66c926ea3397),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d0c15f9-8b')
Nov 23 06:17:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DUFBrHzV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:17:59 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:17:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[db260c97-c1ae-48d7-8906-66b92b07a3e7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:17:59 user nova-compute[74675]: No targets found.
Nov 23 06:17:59 user nova-compute[74675]: iSNS:
Nov 23 06:17:59 user nova-compute[74675]: No targets found.
Nov 23 06:17:59 user nova-compute[74675]: STATIC:
Nov 23 06:17:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421
Nov 23 06:17:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc
Nov 23 06:17:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29
Nov 23 06:17:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419
Nov 23 06:17:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5
Nov 23 06:17:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb
Nov 23 06:17:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6
Nov 23 06:17:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:17:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:17:59 user nova-compute[74675]: FIRMWARE:
Nov 23 06:17:59 user nova-compute[74675]: No targets found.
Nov 23 06:17:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:17:59 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:17:59 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dcb1eea-f8e0-441d-8820-a0a940a20575]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:17:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[34c61498-8705-461a-9bcb-7fb734d5c926]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac68680430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc'): ({'sdd'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Removing single pathed devices sdd {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.029s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ade2ec5-bb20-44b1-a97f-e19b5ccb478d]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fad78bb-2587-432f-babb-3051ee5b6f7c]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Flushing IO for device /dev/sdd {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d50fa16-bb98-480d-9a5e-3c4699a5cf02]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.054s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[90e37865-1486-4bc4-8048-ac8ae64bf537]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] SCSI volumes sdd have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c41045e-123a-4c2a-9e24-0d0e3a98e00f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-272bf62a-6e90-46d8-b1a3-ef9847f68961 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-272bf62a-6e90-46d8-b1a3-ef9847f68961 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:00 user nova-compute[74675]: WARNING nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-272bf62a-6e90-46d8-b1a3-ef9847f68961 for instance with vm_state active and task_state deleting.
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-unplugged-d952d6ed-8281-4a5e-bbbf-73d3df7b1794 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-unplugged-d952d6ed-8281-4a5e-bbbf-73d3df7b1794 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-unplugged-d952d6ed-8281-4a5e-bbbf-73d3df7b1794 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-d952d6ed-8281-4a5e-bbbf-73d3df7b1794 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-d952d6ed-8281-4a5e-bbbf-73d3df7b1794 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:00 user nova-compute[74675]: WARNING nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-d952d6ed-8281-4a5e-bbbf-73d3df7b1794 for instance with vm_state active and task_state deleting.
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-unplugged-3f10c6ec-9108-412b-a9d3-9efd9c18b784 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-unplugged-3f10c6ec-9108-412b-a9d3-9efd9c18b784 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-unplugged-3f10c6ec-9108-412b-a9d3-9efd9c18b784 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-3f10c6ec-9108-412b-a9d3-9efd9c18b784 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-3f10c6ec-9108-412b-a9d3-9efd9c18b784 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:00 user nova-compute[74675]: WARNING nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-3f10c6ec-9108-412b-a9d3-9efd9c18b784 for instance with vm_state active and task_state deleting.
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-unplugged-7d0c15f9-8b4c-4524-b696-b29890731c8c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-unplugged-7d0c15f9-8b4c-4524-b696-b29890731c8c {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-unplugged-7d0c15f9-8b4c-4524-b696-b29890731c8c for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-plugged-7d0c15f9-8b4c-4524-b696-b29890731c8c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Acquiring lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] No waiting events found dispatching network-vif-plugged-7d0c15f9-8b4c-4524-b696-b29890731c8c {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:00 user nova-compute[74675]: WARNING nova.compute.manager [req-21c783f7-c3d4-4760-82f3-d6c350a8a958 req-4c895933-77f7-45c2-8d91-883d2ac4e01b service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received unexpected event network-vif-plugged-7d0c15f9-8b4c-4524-b696-b29890731c8c for instance with vm_state active and task_state deleting.
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[27038fd4-2b64-4618-b846-af4334dcda13]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc, portal: 172.16.0.220,3260]
Nov 23 06:18:00 user nova-compute[74675]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc, portal: 172.16.0.220,3260] successful.
Nov 23 06:18:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5aeafc5d-c468-462a-b891-55f4936095dc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec5a74b9-a58f-4f05-bc2b-46c26825de8e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.386s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] <== disconnect_volume: return (388ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GIdgsLAB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:18:00 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a06de4c2-b02f-4faf-88c0-6ba1c7034988]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:18:00 user nova-compute[74675]: No targets found.
Nov 23 06:18:00 user nova-compute[74675]: iSNS:
Nov 23 06:18:00 user nova-compute[74675]: No targets found.
Nov 23 06:18:00 user nova-compute[74675]: STATIC:
Nov 23 06:18:00 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421
Nov 23 06:18:00 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:00 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:00 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29
Nov 23 06:18:00 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:00 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:00 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419
Nov 23 06:18:00 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:00 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:00 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5
Nov 23 06:18:00 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:00 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:00 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb
Nov 23 06:18:00 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:00 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:00 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6
Nov 23 06:18:00 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:00 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:00 user nova-compute[74675]: FIRMWARE:
Nov 23 06:18:00 user nova-compute[74675]: No targets found.
Nov 23 06:18:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:18:00 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:18:00 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d339f56-97f7-45a9-87d5-ca7fc4a01e6c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[837b7147-c59d-448a-9cf1-b29435af53c9]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683ce9e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6'): ({'sdc'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Removing single pathed devices sdc {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eeb9856-e785-4c09-9d17-68b3efc6963e]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4168d410-ead9-4834-8612-69af465519a7]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Flushing IO for device /dev/sdc {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[92601925-72e9-452e-ae74-a562e85c4fc5]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-af6a78e9-b861-4dcd-bc61-da1e816cc865 req-2e07385c-1b29-40c9-9b89-fb34b2c5162d service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-changed-014a6145-69c9-4f9d-a355-8b9f092a71d9 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-af6a78e9-b861-4dcd-bc61-da1e816cc865 req-2e07385c-1b29-40c9-9b89-fb34b2c5162d service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Refreshing instance network info cache due to event network-changed-014a6145-69c9-4f9d-a355-8b9f092a71d9. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-af6a78e9-b861-4dcd-bc61-da1e816cc865 req-2e07385c-1b29-40c9-9b89-fb34b2c5162d service nova] Acquiring lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-af6a78e9-b861-4dcd-bc61-da1e816cc865 req-2e07385c-1b29-40c9-9b89-fb34b2c5162d service nova] Acquired lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.network.neutron [req-af6a78e9-b861-4dcd-bc61-da1e816cc865 req-2e07385c-1b29-40c9-9b89-fb34b2c5162d service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Refreshing network info cache for port 014a6145-69c9-4f9d-a355-8b9f092a71d9 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.051s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdb81f96-6427-4880-b822-9b71f24d6246]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[179bf16e-ac63-4466-958d-3fd3db5897ed]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[da7f7c76-1a28-4368-a226-822c6fa80c42]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6, portal: 172.16.0.220,3260]
Nov 23 06:18:00 user nova-compute[74675]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6, portal: 172.16.0.220,3260] successful.
Nov 23 06:18:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b32fe527-dbc2-4e27-87c7-24e4d380f1e6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[00a9b051-27f7-46b5-af77-c4e247269c2d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.360s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] <== disconnect_volume: return (361ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rKzcDVps', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:18:00 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d705dc9-92c9-4d04-b453-2f62144436aa]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:18:00 user nova-compute[74675]: No targets found.
Nov 23 06:18:00 user nova-compute[74675]: iSNS:
Nov 23 06:18:00 user nova-compute[74675]: No targets found.
Nov 23 06:18:00 user nova-compute[74675]: STATIC:
Nov 23 06:18:00 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421
Nov 23 06:18:00 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:00 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:00 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29
Nov 23 06:18:00 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:00 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:00 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419
Nov 23 06:18:00 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:00 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:00 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5
Nov 23 06:18:00 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:00 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:00 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb
Nov 23 06:18:00 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:00 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:00 user nova-compute[74675]: FIRMWARE:
Nov 23 06:18:00 user nova-compute[74675]: No targets found.
Nov 23 06:18:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:18:00 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:18:00 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[69f3859d-9967-4753-bc10-c5dc5f6397a3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f400e77b-2e67-4fd6-b01b-de40c5925e58]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:18:00 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:18:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683cfd00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[32cb541d-7354-4096-98b9-5f7fc3feee0f]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e8bccf5-b4e4-40ae-a43c-31a8c9a5ad46]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[60fdaa08-c33e-420d-9f6b-fc0bf84b4ab2]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ec3e357-df2f-4acc-87db-65da2acb9495]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7b85d54-47ab-4fce-8eb3-6e6399730a6e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.network.neutron [req-af6a78e9-b861-4dcd-bc61-da1e816cc865 req-2e07385c-1b29-40c9-9b89-fb34b2c5162d service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Updated VIF entry in instance network info cache for port 014a6145-69c9-4f9d-a355-8b9f092a71d9. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG nova.network.neutron [req-af6a78e9-b861-4dcd-bc61-da1e816cc865 req-2e07385c-1b29-40c9-9b89-fb34b2c5162d service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Updating instance_info_cache with network_info: [{"id": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "address": "fa:16:3e:9d:fb:c8", "network": {"id": "c726d1f4-241f-4aa0-86b5-f51ea5b99ff8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-898885711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap014a6145-69", "ovs_interfaceid": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "146556b0-d648-44cb-9524-1c54d465573e", "address": "fa:16:3e:a1:95:2e", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap146556b0-d6", "ovs_interfaceid": "146556b0-d648-44cb-9524-1c54d465573e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "address": "fa:16:3e:22:af:b0", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1146458-b7", "ovs_interfaceid": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "38e89eca-a716-4e01-8d3f-716318a50fbf", "address": "fa:16:3e:d4:88:9f", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38e89eca-a7", "ovs_interfaceid": "38e89eca-a716-4e01-8d3f-716318a50fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "address": "fa:16:3e:3c:17:7c", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap569a452d-f1", "ovs_interfaceid": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d18b1650-a750-4cdd-bb37-98e87f00d388", "address": "fa:16:3e:bf:8d:e0", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd18b1650-a7", "ovs_interfaceid": "d18b1650-a750-4cdd-bb37-98e87f00d388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "address": "fa:16:3e:32:f1:86", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d082e6b-40", "ovs_interfaceid": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-af6a78e9-b861-4dcd-bc61-da1e816cc865 req-2e07385c-1b29-40c9-9b89-fb34b2c5162d service nova] Releasing lock "refresh_cache-7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:18:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:01 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7875752a-576d-474b-a8f0-5878063e577e]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5, portal: 172.16.0.220,3260]
Nov 23 06:18:01 user nova-compute[74675]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5, portal: 172.16.0.220,3260] successful.
Nov 23 06:18:01 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4548090-6ed9-45ff-912a-14cdd598f8e5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:01 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[03eae515-890a-4c0e-b676-48da8e56c8a3]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.359s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:18:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] <== disconnect_volume: return (361ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:18:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:18:01 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Deleting instance files /opt/stack/data/nova/instances/9919ad53-e4a7-42e0-94b1-7c6f6dcea705_del
Nov 23 06:18:01 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Deletion of /opt/stack/data/nova/instances/9919ad53-e4a7-42e0-94b1-7c6f6dcea705_del complete
Nov 23 06:18:01 user nova-compute[74675]: INFO nova.compute.manager [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Took 3.79 seconds to destroy the instance on the hypervisor.
Nov 23 06:18:01 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:18:01 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:18:01 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:18:02 user nova-compute[74675]: DEBUG nova.objects.instance [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lazy-loading 'flavor' on Instance uuid adfacbf3-a10d-44fb-a252-95572a966156 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:18:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-79e8af02-f92d-4e58-bbdc-52b588065079 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "adfacbf3-a10d-44fb-a252-95572a966156" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 28.265s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "interface-adfacbf3-a10d-44fb-a252-95572a966156-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "interface-adfacbf3-a10d-44fb-a252-95572a966156-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.objects.instance [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lazy-loading 'flavor' on Instance uuid adfacbf3-a10d-44fb-a252-95572a966156 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:15:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1759513636',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1759513636',id=10,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEhN9FG9TlhT3WpiwEkpPL4A8r8u7a9cF3KIhG5p/BN6wiENAE+m4iT/+FMB12yq6qKXEYrSuik3AgJWD++JVGNC57W2B6tUU5icBbfyqFwab+q8DDCV0/Ii7IYBDd4JeQ==',key_name='tempest-keypair-1739333336',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:15:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9dca65c5e61b4853bc4d455cbdbb6afe',ramdisk_id='',reservation_id='r-9u9oob5p',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1368885131',owner_user_name='tempest-TaggedAttachmentsTest-1368885131-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:15:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1af88d8e1edd4516a0c35af8e3552dc6',uuid=adfacbf3-a10d-44fb-a252-95572a966156,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "address": "fa:16:3e:55:38:16", "network": {"id": "1228b7ee-4699-4ef5-bb25-6dea6f084301", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1124930866", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c9a1dfe-2e", "ovs_interfaceid": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Converting VIF {"id": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "address": "fa:16:3e:55:38:16", "network": {"id": "1228b7ee-4699-4ef5-bb25-6dea6f084301", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1124930866", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c9a1dfe-2e", "ovs_interfaceid": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:38:16,bridge_name='br-int',has_traffic_filtering=True,id=4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f,network=Network(1228b7ee-4699-4ef5-bb25-6dea6f084301),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c9a1dfe-2e') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:55:38:16"/><model type="virtio"/><mtu size="1442"/><target dev="tap4c9a1dfe-2e"/></interface> {{(pid=74675) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:55:38:16"/><model type="virtio"/><mtu size="1442"/><target dev="tap4c9a1dfe-2e"/></interface> {{(pid=74675) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Attempting to detach device tap4c9a1dfe-2e from instance adfacbf3-a10d-44fb-a252-95572a966156 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] detach device xml: <interface type="ethernet">
Nov 23 06:18:03 user nova-compute[74675]:   <mac address="fa:16:3e:55:38:16"/>
Nov 23 06:18:03 user nova-compute[74675]:   <model type="virtio"/>
Nov 23 06:18:03 user nova-compute[74675]:   <mtu size="1442"/>
Nov 23 06:18:03 user nova-compute[74675]:   <target dev="tap4c9a1dfe-2e"/>
Nov 23 06:18:03 user nova-compute[74675]: </interface>
Nov 23 06:18:03 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:55:38:16"/><model type="virtio"/><mtu size="1442"/><target dev="tap4c9a1dfe-2e"/></interface> {{(pid=74675) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:55:38:16"/><model type="virtio"/><mtu size="1442"/><target dev="tap4c9a1dfe-2e"/></interface>not found in domain: <domain type='kvm' id='10'>
Nov 23 06:18:03 user nova-compute[74675]:   <name>instance-0000000a</name>
Nov 23 06:18:03 user nova-compute[74675]:   <uuid>adfacbf3-a10d-44fb-a252-95572a966156</uuid>
Nov 23 06:18:03 user nova-compute[74675]:   <metadata>
Nov 23 06:18:03 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:18:03 user nova-compute[74675]:   <nova:package version="0.0.0"/>
Nov 23 06:18:03 user nova-compute[74675]:   <nova:name>tempest-device-tagging-server-1759513636</nova:name>
Nov 23 06:18:03 user nova-compute[74675]:   <nova:creationTime>2023-11-23 06:17:23</nova:creationTime>
Nov 23 06:18:03 user nova-compute[74675]:   <nova:flavor name="m1.tiny">
Nov 23 06:18:03 user nova-compute[74675]:     <nova:memory>512</nova:memory>
Nov 23 06:18:03 user nova-compute[74675]:     <nova:disk>1</nova:disk>
Nov 23 06:18:03 user nova-compute[74675]:     <nova:swap>0</nova:swap>
Nov 23 06:18:03 user nova-compute[74675]:     <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:18:03 user nova-compute[74675]:     <nova:vcpus>1</nova:vcpus>
Nov 23 06:18:03 user nova-compute[74675]:   </nova:flavor>
Nov 23 06:18:03 user nova-compute[74675]:   <nova:owner>
Nov 23 06:18:03 user nova-compute[74675]:     <nova:user uuid="1af88d8e1edd4516a0c35af8e3552dc6">tempest-TaggedAttachmentsTest-1368885131-project-member</nova:user>
Nov 23 06:18:03 user nova-compute[74675]:     <nova:project uuid="9dca65c5e61b4853bc4d455cbdbb6afe">tempest-TaggedAttachmentsTest-1368885131</nova:project>
Nov 23 06:18:03 user nova-compute[74675]:   </nova:owner>
Nov 23 06:18:03 user nova-compute[74675]:   <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:18:03 user nova-compute[74675]:   <nova:ports>
Nov 23 06:18:03 user nova-compute[74675]:     <nova:port uuid="3a18a0ea-2709-4614-a351-bec8ab84d97b">
Nov 23 06:18:03 user nova-compute[74675]:       <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 23 06:18:03 user nova-compute[74675]:     </nova:port>
Nov 23 06:18:03 user nova-compute[74675]:     <nova:port uuid="4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f">
Nov 23 06:18:03 user nova-compute[74675]:       <nova:ip type="fixed" address="10.10.10.139" ipVersion="4"/>
Nov 23 06:18:03 user nova-compute[74675]:     </nova:port>
Nov 23 06:18:03 user nova-compute[74675]:   </nova:ports>
Nov 23 06:18:03 user nova-compute[74675]: </nova:instance>
Nov 23 06:18:03 user nova-compute[74675]:   </metadata>
Nov 23 06:18:03 user nova-compute[74675]:   <memory unit='KiB'>524288</memory>
Nov 23 06:18:03 user nova-compute[74675]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 23 06:18:03 user nova-compute[74675]:   <vcpu placement='static'>1</vcpu>
Nov 23 06:18:03 user nova-compute[74675]:   <resource>
Nov 23 06:18:03 user nova-compute[74675]:     <partition>/machine</partition>
Nov 23 06:18:03 user nova-compute[74675]:   </resource>
Nov 23 06:18:03 user nova-compute[74675]:   <sysinfo type='smbios'>
Nov 23 06:18:03 user nova-compute[74675]:     <system>
Nov 23 06:18:03 user nova-compute[74675]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 23 06:18:03 user nova-compute[74675]:       <entry name='product'>OpenStack Nova</entry>
Nov 23 06:18:03 user nova-compute[74675]:       <entry name='version'>0.0.0</entry>
Nov 23 06:18:03 user nova-compute[74675]:       <entry name='serial'>adfacbf3-a10d-44fb-a252-95572a966156</entry>
Nov 23 06:18:03 user nova-compute[74675]:       <entry name='uuid'>adfacbf3-a10d-44fb-a252-95572a966156</entry>
Nov 23 06:18:03 user nova-compute[74675]:       <entry name='family'>Virtual Machine</entry>
Nov 23 06:18:03 user nova-compute[74675]:     </system>
Nov 23 06:18:03 user nova-compute[74675]:   </sysinfo>
Nov 23 06:18:03 user nova-compute[74675]:   <os>
Nov 23 06:18:03 user nova-compute[74675]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 23 06:18:03 user nova-compute[74675]:     <boot dev='hd'/>
Nov 23 06:18:03 user nova-compute[74675]:     <smbios mode='sysinfo'/>
Nov 23 06:18:03 user nova-compute[74675]:   </os>
Nov 23 06:18:03 user nova-compute[74675]:   <features>
Nov 23 06:18:03 user nova-compute[74675]:     <acpi/>
Nov 23 06:18:03 user nova-compute[74675]:     <apic/>
Nov 23 06:18:03 user nova-compute[74675]:     <vmcoreinfo state='on'/>
Nov 23 06:18:03 user nova-compute[74675]:   </features>
Nov 23 06:18:03 user nova-compute[74675]:   <cpu mode='custom' match='exact' check='full'>
Nov 23 06:18:03 user nova-compute[74675]:     <model fallback='forbid'>Nehalem</model>
Nov 23 06:18:03 user nova-compute[74675]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 23 06:18:03 user nova-compute[74675]:     <feature policy='require' name='vme'/>
Nov 23 06:18:03 user nova-compute[74675]:     <feature policy='require' name='x2apic'/>
Nov 23 06:18:03 user nova-compute[74675]:     <feature policy='require' name='hypervisor'/>
Nov 23 06:18:03 user nova-compute[74675]:   </cpu>
Nov 23 06:18:03 user nova-compute[74675]:   <clock offset='utc'>
Nov 23 06:18:03 user nova-compute[74675]:     <timer name='pit' tickpolicy='delay'/>
Nov 23 06:18:03 user nova-compute[74675]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 23 06:18:03 user nova-compute[74675]:     <timer name='hpet' present='no'/>
Nov 23 06:18:03 user nova-compute[74675]:   </clock>
Nov 23 06:18:03 user nova-compute[74675]:   <on_poweroff>destroy</on_poweroff>
Nov 23 06:18:03 user nova-compute[74675]:   <on_reboot>restart</on_reboot>
Nov 23 06:18:03 user nova-compute[74675]:   <on_crash>destroy</on_crash>
Nov 23 06:18:03 user nova-compute[74675]:   <devices>
Nov 23 06:18:03 user nova-compute[74675]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 23 06:18:03 user nova-compute[74675]:     <disk type='file' device='disk'>
Nov 23 06:18:03 user nova-compute[74675]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 23 06:18:03 user nova-compute[74675]:       <source file='/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk' index='2'/>
Nov 23 06:18:03 user nova-compute[74675]:       <backingStore type='file' index='3'>
Nov 23 06:18:03 user nova-compute[74675]:         <format type='raw'/>
Nov 23 06:18:03 user nova-compute[74675]:         <source file='/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf'/>
Nov 23 06:18:03 user nova-compute[74675]:         <backingStore/>
Nov 23 06:18:03 user nova-compute[74675]:       </backingStore>
Nov 23 06:18:03 user nova-compute[74675]:       <target dev='vda' bus='virtio'/>
Nov 23 06:18:03 user nova-compute[74675]:       <alias name='virtio-disk0'/>
Nov 23 06:18:03 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 23 06:18:03 user nova-compute[74675]:     </disk>
Nov 23 06:18:03 user nova-compute[74675]:     <disk type='file' device='cdrom'>
Nov 23 06:18:03 user nova-compute[74675]:       <driver name='qemu' type='raw' cache='none'/>
Nov 23 06:18:03 user nova-compute[74675]:       <source file='/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk.config' index='1'/>
Nov 23 06:18:03 user nova-compute[74675]:       <backingStore/>
Nov 23 06:18:03 user nova-compute[74675]:       <target dev='hda' bus='ide'/>
Nov 23 06:18:03 user nova-compute[74675]:       <readonly/>
Nov 23 06:18:03 user nova-compute[74675]:       <alias name='ide0-0-0'/>
Nov 23 06:18:03 user nova-compute[74675]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 23 06:18:03 user nova-compute[74675]:     </disk>
Nov 23 06:18:03 user nova-compute[74675]:     <controller type='usb' index='0' model='none'>
Nov 23 06:18:03 user nova-compute[74675]:       <alias name='usb'/>
Nov 23 06:18:03 user nova-compute[74675]:     </controller>
Nov 23 06:18:03 user nova-compute[74675]:     <controller type='pci' index='0' model='pci-root'>
Nov 23 06:18:03 user nova-compute[74675]:       <alias name='pci.0'/>
Nov 23 06:18:03 user nova-compute[74675]:     </controller>
Nov 23 06:18:03 user nova-compute[74675]:     <controller type='ide' index='0'>
Nov 23 06:18:03 user nova-compute[74675]:       <alias name='ide'/>
Nov 23 06:18:03 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 23 06:18:03 user nova-compute[74675]:     </controller>
Nov 23 06:18:03 user nova-compute[74675]:     <interface type='ethernet'>
Nov 23 06:18:03 user nova-compute[74675]:       <mac address='fa:16:3e:e1:03:10'/>
Nov 23 06:18:03 user nova-compute[74675]:       <target dev='tap3a18a0ea-27'/>
Nov 23 06:18:03 user nova-compute[74675]:       <model type='virtio'/>
Nov 23 06:18:03 user nova-compute[74675]:       <mtu size='1442'/>
Nov 23 06:18:03 user nova-compute[74675]:       <alias name='net0'/>
Nov 23 06:18:03 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 23 06:18:03 user nova-compute[74675]:     </interface>
Nov 23 06:18:03 user nova-compute[74675]:     <interface type='ethernet'>
Nov 23 06:18:03 user nova-compute[74675]:       <mac address='fa:16:3e:55:38:16'/>
Nov 23 06:18:03 user nova-compute[74675]:       <target dev='tap4c9a1dfe-2e'/>
Nov 23 06:18:03 user nova-compute[74675]:       <model type='virtio'/>
Nov 23 06:18:03 user nova-compute[74675]:       <mtu size='1442'/>
Nov 23 06:18:03 user nova-compute[74675]:       <alias name='net1'/>
Nov 23 06:18:03 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Nov 23 06:18:03 user nova-compute[74675]:     </interface>
Nov 23 06:18:03 user nova-compute[74675]:     <serial type='pty'>
Nov 23 06:18:03 user nova-compute[74675]:       <source path='/dev/pts/9'/>
Nov 23 06:18:03 user nova-compute[74675]:       <log file='/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/console.log' append='off'/>
Nov 23 06:18:03 user nova-compute[74675]:       <target type='isa-serial' port='0'>
Nov 23 06:18:03 user nova-compute[74675]:         <model name='isa-serial'/>
Nov 23 06:18:03 user nova-compute[74675]:       </target>
Nov 23 06:18:03 user nova-compute[74675]:       <alias name='serial0'/>
Nov 23 06:18:03 user nova-compute[74675]:     </serial>
Nov 23 06:18:03 user nova-compute[74675]:     <console type='pty' tty='/dev/pts/9'>
Nov 23 06:18:03 user nova-compute[74675]:       <source path='/dev/pts/9'/>
Nov 23 06:18:03 user nova-compute[74675]:       <log file='/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/console.log' append='off'/>
Nov 23 06:18:03 user nova-compute[74675]:       <target type='serial' port='0'/>
Nov 23 06:18:03 user nova-compute[74675]:       <alias name='serial0'/>
Nov 23 06:18:03 user nova-compute[74675]:     </console>
Nov 23 06:18:03 user nova-compute[74675]:     <input type='mouse' bus='ps2'>
Nov 23 06:18:03 user nova-compute[74675]:       <alias name='input0'/>
Nov 23 06:18:03 user nova-compute[74675]:     </input>
Nov 23 06:18:03 user nova-compute[74675]:     <input type='keyboard' bus='ps2'>
Nov 23 06:18:03 user nova-compute[74675]:       <alias name='input1'/>
Nov 23 06:18:03 user nova-compute[74675]:     </input>
Nov 23 06:18:03 user nova-compute[74675]:     <graphics type='vnc' port='5909' autoport='yes' listen='0.0.0.0'>
Nov 23 06:18:03 user nova-compute[74675]:       <listen type='address' address='0.0.0.0'/>
Nov 23 06:18:03 user nova-compute[74675]:     </graphics>
Nov 23 06:18:03 user nova-compute[74675]:     <audio id='1' type='none'/>
Nov 23 06:18:03 user nova-compute[74675]:     <video>
Nov 23 06:18:03 user nova-compute[74675]:       <model type='virtio' heads='1' primary='yes'/>
Nov 23 06:18:03 user nova-compute[74675]:       <alias name='video0'/>
Nov 23 06:18:03 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 23 06:18:03 user nova-compute[74675]:     </video>
Nov 23 06:18:03 user nova-compute[74675]:     <memballoon model='virtio'>
Nov 23 06:18:03 user nova-compute[74675]:       <stats period='10'/>
Nov 23 06:18:03 user nova-compute[74675]:       <alias name='balloon0'/>
Nov 23 06:18:03 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 23 06:18:03 user nova-compute[74675]:     </memballoon>
Nov 23 06:18:03 user nova-compute[74675]:     <rng model='virtio'>
Nov 23 06:18:03 user nova-compute[74675]:       <backend model='random'>/dev/urandom</backend>
Nov 23 06:18:03 user nova-compute[74675]:       <alias name='rng0'/>
Nov 23 06:18:03 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 23 06:18:03 user nova-compute[74675]:     </rng>
Nov 23 06:18:03 user nova-compute[74675]:   </devices>
Nov 23 06:18:03 user nova-compute[74675]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 23 06:18:03 user nova-compute[74675]:     <label>libvirt-adfacbf3-a10d-44fb-a252-95572a966156</label>
Nov 23 06:18:03 user nova-compute[74675]:     <imagelabel>libvirt-adfacbf3-a10d-44fb-a252-95572a966156</imagelabel>
Nov 23 06:18:03 user nova-compute[74675]:   </seclabel>
Nov 23 06:18:03 user nova-compute[74675]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 23 06:18:03 user nova-compute[74675]:     <label>+64055:+108</label>
Nov 23 06:18:03 user nova-compute[74675]:     <imagelabel>+64055:+108</imagelabel>
Nov 23 06:18:03 user nova-compute[74675]:   </seclabel>
Nov 23 06:18:03 user nova-compute[74675]: </domain>
Nov 23 06:18:03 user nova-compute[74675]:  {{(pid=74675) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 23 06:18:03 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Successfully detached device tap4c9a1dfe-2e from instance adfacbf3-a10d-44fb-a252-95572a966156 from the persistent domain config.
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] (1/8): Attempting to detach device tap4c9a1dfe-2e with device alias net1 from instance adfacbf3-a10d-44fb-a252-95572a966156 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] detach device xml: <interface type="ethernet">
Nov 23 06:18:03 user nova-compute[74675]:   <mac address="fa:16:3e:55:38:16"/>
Nov 23 06:18:03 user nova-compute[74675]:   <model type="virtio"/>
Nov 23 06:18:03 user nova-compute[74675]:   <mtu size="1442"/>
Nov 23 06:18:03 user nova-compute[74675]:   <target dev="tap4c9a1dfe-2e"/>
Nov 23 06:18:03 user nova-compute[74675]: </interface>
Nov 23 06:18:03 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bCIDcfKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9d29192e-2d96-4325-adba-53573ebaa8cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'ceb62112-1fe7-4d3d-b716-79eafbf3dfdc', 'serial': 'ceb62112-1fe7-4d3d-b716-79eafbf3dfdc'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sOcuLMYm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh', 'volume_id': 'd1034fd0-46e7-4f98-84e2-c8cafaaa5a29'}, 'status': 'reserved', 'instance': '9d29192e-2d96-4325-adba-53573ebaa8cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1034fd0-46e7-4f98-84e2-c8cafaaa5a29', 'serial'} {{(pid=74675) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Start waiting for the detach event from libvirt for device tap4c9a1dfe-2e with device alias net1 for instance adfacbf3-a10d-44fb-a252-95572a966156 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bCIDcfKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:18:03 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:18:03 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:18:03 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d77bfec4-e945-42c0-b12a-fe8f36fde701]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:18:03 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.030s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1b04906-3500-4722-a20b-2810a557f76e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc] added
Nov 23 06:18:03 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea1b76cb-b9da-410f-8f65-8403248856a8]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[177bab67-7f53-47db-867a-599893295a71]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bCIDcfKo {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.compute.manager [req-90e6c68f-da70-4dcc-8b42-90565c4d102b req-154c3f5e-8547-4c5e-ac85-5540c9478bc7 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received event network-vif-unplugged-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-90e6c68f-da70-4dcc-8b42-90565c4d102b req-154c3f5e-8547-4c5e-ac85-5540c9478bc7 service nova] Acquiring lock "adfacbf3-a10d-44fb-a252-95572a966156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-90e6c68f-da70-4dcc-8b42-90565c4d102b req-154c3f5e-8547-4c5e-ac85-5540c9478bc7 service nova] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-90e6c68f-da70-4dcc-8b42-90565c4d102b req-154c3f5e-8547-4c5e-ac85-5540c9478bc7 service nova] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.compute.manager [req-90e6c68f-da70-4dcc-8b42-90565c4d102b req-154c3f5e-8547-4c5e-ac85-5540c9478bc7 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] No waiting events found dispatching network-vif-unplugged-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:03 user nova-compute[74675]: WARNING nova.compute.manager [req-90e6c68f-da70-4dcc-8b42-90565c4d102b req-154c3f5e-8547-4c5e-ac85-5540c9478bc7 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received unexpected event network-vif-unplugged-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f for instance with vm_state active and task_state None.
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bCIDcfKo" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d015956a-9ffd-4912-aafc-26bb7eca3d99]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bCIDcfKo'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:03 user nova-compute[74675]: INFO nova.compute.manager [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Terminating instance
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[68258d1a-dfc4-4e8d-bd7d-8ec8eaa29453]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.compute.manager [req-d82da395-8223-41fd-afb1-80a990f54b82 req-abf78ec4-d382-4ba2-9379-ac2f568120df service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-deleted-7d0c15f9-8b4c-4524-b696-b29890731c8c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:03 user nova-compute[74675]: INFO nova.compute.manager [req-d82da395-8223-41fd-afb1-80a990f54b82 req-abf78ec4-d382-4ba2-9379-ac2f568120df service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Neutron deleted interface 7d0c15f9-8b4c-4524-b696-b29890731c8c; detaching it from the instance and deleting it from the info cache
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.network.neutron [req-d82da395-8223-41fd-afb1-80a990f54b82 req-abf78ec4-d382-4ba2-9379-ac2f568120df service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updating instance_info_cache with network_info: [{"id": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "address": "fa:16:3e:54:f3:e9", "network": {"id": "cd98a1e4-9c3c-46ed-a16a-2d51283befc8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-780201240-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c340c35-19", "ovs_interfaceid": "2c340c35-1933-4752-b23a-bfaad09f1f4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "address": "fa:16:3e:7c:9d:64", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c97ce2-bd", "ovs_interfaceid": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "address": "fa:16:3e:04:62:87", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap371dafc8-1c", "ovs_interfaceid": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "address": "fa:16:3e:d7:23:5b", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap272bf62a-6e", "ovs_interfaceid": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "address": "fa:16:3e:51:06:ea", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd952d6ed-82", "ovs_interfaceid": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "address": "fa:16:3e:9c:7b:1a", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f10c6ec-91", "ovs_interfaceid": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[204eafad-6916-46ba-b2a1-0c8b2206da48]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:03 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:18:03 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:18:03 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:18:03 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:03 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:18:03 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:18:03 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:18:03 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG nova.compute.manager [req-d82da395-8223-41fd-afb1-80a990f54b82 req-abf78ec4-d382-4ba2-9379-ac2f568120df service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Detach interface failed, port_id=7d0c15f9-8b4c-4524-b696-b29890731c8c, reason: Instance 9919ad53-e4a7-42e0-94b1-7c6f6dcea705 could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --login" returned: 0 in 0.089s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[253f8df4-7aee-436e-ab33-b3850eb43820]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc, portal: 172.16.0.220,3260]
Nov 23 06:18:03 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc, portal: 172.16.0.220,3260] successful.
Nov 23 06:18:03 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[16a8e7f7-75ec-4036-adce-6cc866e86e77]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e34990f5-f075-4a5f-b07e-8f7710087ee2]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:03 user nova-compute[74675]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:18:03 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:18:03 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:18:03 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:18:03 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:03 user nova-compute[74675]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:18:03 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:18:03 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:18:03 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:18:03 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.375s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] HCTL ('33', '-', '-', 0) found on session 15 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9136a31b-2aa4-4162-a383-af22eaaee2d3]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Searching for a device in session 15 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bCIDcfKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:18:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-00c5e0c0-1a4e-4f75-9967-471fc734344d req-f6bc09a6-3706-4393-adc6-c7bc8d92a6d7 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-unplugged-014a6145-69c9-4f9d-a355-8b9f092a71d9 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-00c5e0c0-1a4e-4f75-9967-471fc734344d req-f6bc09a6-3706-4393-adc6-c7bc8d92a6d7 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-00c5e0c0-1a4e-4f75-9967-471fc734344d req-f6bc09a6-3706-4393-adc6-c7bc8d92a6d7 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-00c5e0c0-1a4e-4f75-9967-471fc734344d req-f6bc09a6-3706-4393-adc6-c7bc8d92a6d7 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-00c5e0c0-1a4e-4f75-9967-471fc734344d req-f6bc09a6-3706-4393-adc6-c7bc8d92a6d7 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-unplugged-014a6145-69c9-4f9d-a355-8b9f092a71d9 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-00c5e0c0-1a4e-4f75-9967-471fc734344d req-f6bc09a6-3706-4393-adc6-c7bc8d92a6d7 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-unplugged-014a6145-69c9-4f9d-a355-8b9f092a71d9 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.418s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] <== connect_volume: return (1419ms) {'type': 'block', 'scsi_wwn': '26530326262653763', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26530326262653763', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG nova.objects.instance [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lazy-loading 'flavor' on Instance uuid 9d29192e-2d96-4325-adba-53573ebaa8cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:05 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Instance destroyed successfully.
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lazy-loading 'resources' on Instance uuid 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 7340032 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:16:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:16:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "address": "fa:16:3e:9d:fb:c8", "network": {"id": "c726d1f4-241f-4aa0-86b5-f51ea5b99ff8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-898885711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap014a6145-69", "ovs_interfaceid": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "address": "fa:16:3e:9d:fb:c8", "network": {"id": "c726d1f4-241f-4aa0-86b5-f51ea5b99ff8", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-898885711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap014a6145-69", "ovs_interfaceid": "014a6145-69c9-4f9d-a355-8b9f092a71d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9d:fb:c8,bridge_name='br-int',has_traffic_filtering=True,id=014a6145-69c9-4f9d-a355-8b9f092a71d9,network=Network(c726d1f4-241f-4aa0-86b5-f51ea5b99ff8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap014a6145-69') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG os_vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9d:fb:c8,bridge_name='br-int',has_traffic_filtering=True,id=014a6145-69c9-4f9d-a355-8b9f092a71d9,network=Network(c726d1f4-241f-4aa0-86b5-f51ea5b99ff8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap014a6145-69') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap014a6145-69, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7cd0a96a-d0f3-4d6e-9d6c-50d10ac4b6db) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received event network-vif-plugged-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Acquiring lock "adfacbf3-a10d-44fb-a252-95572a966156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] No waiting events found dispatching network-vif-plugged-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:05 user nova-compute[74675]: WARNING nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received unexpected event network-vif-plugged-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f for instance with vm_state active and task_state None.
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-unplugged-146556b0-d648-44cb-9524-1c54d465573e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-unplugged-146556b0-d648-44cb-9524-1c54d465573e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-unplugged-146556b0-d648-44cb-9524-1c54d465573e for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-146556b0-d648-44cb-9524-1c54d465573e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-146556b0-d648-44cb-9524-1c54d465573e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:05 user nova-compute[74675]: WARNING nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-146556b0-d648-44cb-9524-1c54d465573e for instance with vm_state active and task_state deleting.
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-unplugged-c1146458-b7df-4f1e-9a02-1f45c4c71379 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-unplugged-c1146458-b7df-4f1e-9a02-1f45c4c71379 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-unplugged-c1146458-b7df-4f1e-9a02-1f45c4c71379 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-c1146458-b7df-4f1e-9a02-1f45c4c71379 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-c1146458-b7df-4f1e-9a02-1f45c4c71379 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:05 user nova-compute[74675]: WARNING nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-c1146458-b7df-4f1e-9a02-1f45c4c71379 for instance with vm_state active and task_state deleting.
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-unplugged-569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-unplugged-569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-unplugged-569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:05 user nova-compute[74675]: WARNING nova.compute.manager [req-65d3fec8-a4e1-4ad0-9543-2cb89e8d5a97 req-d12e66f0-2c67-4852-bf24-8ff296f3a74e service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d for instance with vm_state active and task_state deleting.
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:05 user nova-compute[74675]: INFO os_vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9d:fb:c8,bridge_name='br-int',has_traffic_filtering=True,id=014a6145-69c9-4f9d-a355-8b9f092a71d9,network=Network(c726d1f4-241f-4aa0-86b5-f51ea5b99ff8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap014a6145-69')
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:16:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:16:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "146556b0-d648-44cb-9524-1c54d465573e", "address": "fa:16:3e:a1:95:2e", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap146556b0-d6", "ovs_interfaceid": "146556b0-d648-44cb-9524-1c54d465573e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "146556b0-d648-44cb-9524-1c54d465573e", "address": "fa:16:3e:a1:95:2e", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap146556b0-d6", "ovs_interfaceid": "146556b0-d648-44cb-9524-1c54d465573e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:95:2e,bridge_name='br-int',has_traffic_filtering=True,id=146556b0-d648-44cb-9524-1c54d465573e,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap146556b0-d6') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG os_vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:95:2e,bridge_name='br-int',has_traffic_filtering=True,id=146556b0-d648-44cb-9524-1c54d465573e,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap146556b0-d6') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-unplugged-38e89eca-a716-4e01-8d3f-716318a50fbf {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-unplugged-38e89eca-a716-4e01-8d3f-716318a50fbf {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-unplugged-38e89eca-a716-4e01-8d3f-716318a50fbf for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-deleted-2c340c35-1933-4752-b23a-bfaad09f1f4b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:05 user nova-compute[74675]: INFO nova.compute.manager [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Neutron deleted interface 2c340c35-1933-4752-b23a-bfaad09f1f4b; detaching it from the instance and deleting it from the info cache
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.network.neutron [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updating instance_info_cache with network_info: [{"id": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "address": "fa:16:3e:7c:9d:64", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c97ce2-bd", "ovs_interfaceid": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "address": "fa:16:3e:04:62:87", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap371dafc8-1c", "ovs_interfaceid": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "address": "fa:16:3e:d7:23:5b", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap272bf62a-6e", "ovs_interfaceid": "272bf62a-6e90-46d8-b1a3-ef9847f68961", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "address": "fa:16:3e:51:06:ea", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd952d6ed-82", "ovs_interfaceid": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "address": "fa:16:3e:9c:7b:1a", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f10c6ec-91", "ovs_interfaceid": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap146556b0-d6, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Detach interface failed, port_id=2c340c35-1933-4752-b23a-bfaad09f1f4b, reason: Instance 9919ad53-e4a7-42e0-94b1-7c6f6dcea705 could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-38e89eca-a716-4e01-8d3f-716318a50fbf {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-38e89eca-a716-4e01-8d3f-716318a50fbf {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:05 user nova-compute[74675]: WARNING nova.compute.manager [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-38e89eca-a716-4e01-8d3f-716318a50fbf for instance with vm_state active and task_state deleting.
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-deleted-272bf62a-6e90-46d8-b1a3-ef9847f68961 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:05 user nova-compute[74675]: INFO nova.compute.manager [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Neutron deleted interface 272bf62a-6e90-46d8-b1a3-ef9847f68961; detaching it from the instance and deleting it from the info cache
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.network.neutron [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updating instance_info_cache with network_info: [{"id": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "address": "fa:16:3e:7c:9d:64", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73c97ce2-bd", "ovs_interfaceid": "73c97ce2-bdd9-4c96-9cc3-ee259183601e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "address": "fa:16:3e:04:62:87", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap371dafc8-1c", "ovs_interfaceid": "371dafc8-1c18-4c59-8aa6-ba4d2647b0cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "address": "fa:16:3e:51:06:ea", "network": {"id": "9163403f-73f3-4dd9-8ef2-eb0ad30be174", "bridge": "br-int", "label": "tempest-device-tagging-net1-353104975", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd952d6ed-82", "ovs_interfaceid": "d952d6ed-8281-4a5e-bbbf-73d3df7b1794", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "address": "fa:16:3e:9c:7b:1a", "network": {"id": "0b017d9d-6874-430c-a40d-66c926ea3397", "bridge": "br-int", "label": "tempest-device-tagging-net2-2015511060", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5cf57c0066e54836b3c4e090d6c3d901", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f10c6ec-91", "ovs_interfaceid": "3f10c6ec-9108-412b-a9d3-9efd9c18b784", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-1981a75a-7f76-4be9-bb80-890c0128fbaa req-e20e0f14-b312-456e-81fa-29df738a2949 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Detach interface failed, port_id=272bf62a-6e90-46d8-b1a3-ef9847f68961, reason: Instance 9919ad53-e4a7-42e0-94b1-7c6f6dcea705 could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=31185a17-e00a-4ef5-bb03-3006cd32cad5) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 138412032 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: INFO os_vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:95:2e,bridge_name='br-int',has_traffic_filtering=True,id=146556b0-d648-44cb-9524-1c54d465573e,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap146556b0-d6')
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:16:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:16:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "address": "fa:16:3e:22:af:b0", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1146458-b7", "ovs_interfaceid": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "address": "fa:16:3e:22:af:b0", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1146458-b7", "ovs_interfaceid": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:af:b0,bridge_name='br-int',has_traffic_filtering=True,id=c1146458-b7df-4f1e-9a02-1f45c4c71379,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc1146458-b7') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:af:b0,bridge_name='br-int',has_traffic_filtering=True,id=c1146458-b7df-4f1e-9a02-1f45c4c71379,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc1146458-b7') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc1146458-b7, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=55fe3880-292d-4531-b64f-385901a6ba66) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-1993f3c1-a7d6-43d3-9e7f-21b9b8180232 req-d9b99820-90f3-456f-a928-f7fd9b68e8f1 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-014a6145-69c9-4f9d-a355-8b9f092a71d9 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1993f3c1-a7d6-43d3-9e7f-21b9b8180232 req-d9b99820-90f3-456f-a928-f7fd9b68e8f1 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1993f3c1-a7d6-43d3-9e7f-21b9b8180232 req-d9b99820-90f3-456f-a928-f7fd9b68e8f1 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1993f3c1-a7d6-43d3-9e7f-21b9b8180232 req-d9b99820-90f3-456f-a928-f7fd9b68e8f1 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-1993f3c1-a7d6-43d3-9e7f-21b9b8180232 req-d9b99820-90f3-456f-a928-f7fd9b68e8f1 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-014a6145-69c9-4f9d-a355-8b9f092a71d9 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:06 user nova-compute[74675]: WARNING nova.compute.manager [req-1993f3c1-a7d6-43d3-9e7f-21b9b8180232 req-d9b99820-90f3-456f-a928-f7fd9b68e8f1 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-014a6145-69c9-4f9d-a355-8b9f092a71d9 for instance with vm_state active and task_state deleting.
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: INFO os_vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:af:b0,bridge_name='br-int',has_traffic_filtering=True,id=c1146458-b7df-4f1e-9a02-1f45c4c71379,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc1146458-b7')
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:16:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:16:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "38e89eca-a716-4e01-8d3f-716318a50fbf", "address": "fa:16:3e:d4:88:9f", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38e89eca-a7", "ovs_interfaceid": "38e89eca-a716-4e01-8d3f-716318a50fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "38e89eca-a716-4e01-8d3f-716318a50fbf", "address": "fa:16:3e:d4:88:9f", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38e89eca-a7", "ovs_interfaceid": "38e89eca-a716-4e01-8d3f-716318a50fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:88:9f,bridge_name='br-int',has_traffic_filtering=True,id=38e89eca-a716-4e01-8d3f-716318a50fbf,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38e89eca-a7') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:88:9f,bridge_name='br-int',has_traffic_filtering=True,id=38e89eca-a716-4e01-8d3f-716318a50fbf,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38e89eca-a7') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap38e89eca-a7, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d766b6ff-8d1d-42e9-b990-949d71966d21) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: INFO os_vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:88:9f,bridge_name='br-int',has_traffic_filtering=True,id=38e89eca-a716-4e01-8d3f-716318a50fbf,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap38e89eca-a7')
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:16:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:16:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "address": "fa:16:3e:3c:17:7c", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap569a452d-f1", "ovs_interfaceid": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "address": "fa:16:3e:3c:17:7c", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap569a452d-f1", "ovs_interfaceid": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:17:7c,bridge_name='br-int',has_traffic_filtering=True,id=569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap569a452d-f1') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:17:7c,bridge_name='br-int',has_traffic_filtering=True,id=569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap569a452d-f1') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap569a452d-f1, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6f41ba3e-3632-4b5d-b904-b32c77cd6ff2) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: INFO os_vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:17:7c,bridge_name='br-int',has_traffic_filtering=True,id=569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d,network=Network(54697fbd-76a9-48fe-9c28-386bc41c8f27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap569a452d-f1')
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:16:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:16:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d18b1650-a750-4cdd-bb37-98e87f00d388", "address": "fa:16:3e:bf:8d:e0", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd18b1650-a7", "ovs_interfaceid": "d18b1650-a750-4cdd-bb37-98e87f00d388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "d18b1650-a750-4cdd-bb37-98e87f00d388", "address": "fa:16:3e:bf:8d:e0", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd18b1650-a7", "ovs_interfaceid": "d18b1650-a750-4cdd-bb37-98e87f00d388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:8d:e0,bridge_name='br-int',has_traffic_filtering=True,id=d18b1650-a750-4cdd-bb37-98e87f00d388,network=Network(a67e83be-8464-443d-85f0-6ea507b051b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd18b1650-a7') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:8d:e0,bridge_name='br-int',has_traffic_filtering=True,id=d18b1650-a750-4cdd-bb37-98e87f00d388,network=Network(a67e83be-8464-443d-85f0-6ea507b051b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd18b1650-a7') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd18b1650-a7, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 268435456 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3ed29ab1-e0b6-445c-8808-a5dd49a76ec3) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: INFO os_vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:8d:e0,bridge_name='br-int',has_traffic_filtering=True,id=d18b1650-a750-4cdd-bb37-98e87f00d388,network=Network(a67e83be-8464-443d-85f0-6ea507b051b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd18b1650-a7')
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:16:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1912606230',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1912606230',id=12,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBsB41+O9+N5ToijQcSSAHsmhNPLk9mNJhTH/fg8CERwOcJIeZwLd2C45Cx8BJNWDvLcDBdEbWkBmILxQkQrJ/uO9XwWCOYthV/y76F6RxOfTEowTy/jTCdLidxG/40vg==',key_name='tempest-keypair-533685855',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:16:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0364a282f05e41bba9f9c4229deb6d17',ramdisk_id='',reservation_id='r-rglpwbk0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1944199026',owner_user_name='tempest-TaggedBootDevicesTest-1944199026-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:16:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='946b3a3508424cf7aa40b47f34d1db98',uuid=7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "address": "fa:16:3e:32:f1:86", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d082e6b-40", "ovs_interfaceid": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converting VIF {"id": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "address": "fa:16:3e:32:f1:86", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d082e6b-40", "ovs_interfaceid": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:f1:86,bridge_name='br-int',has_traffic_filtering=True,id=5d082e6b-4049-4b47-b04c-13b46f39ad79,network=Network(a67e83be-8464-443d-85f0-6ea507b051b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d082e6b-40') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:f1:86,bridge_name='br-int',has_traffic_filtering=True,id=5d082e6b-4049-4b47-b04c-13b46f39ad79,network=Network(a67e83be-8464-443d-85f0-6ea507b051b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d082e6b-40') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5d082e6b-40, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8a5751f1-7042-43b1-b344-f048384570fa) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:06 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Took 5.49 seconds to deallocate network for instance.
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:06 user nova-compute[74675]: INFO os_vif [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:f1:86,bridge_name='br-int',has_traffic_filtering=True,id=5d082e6b-4049-4b47-b04c-13b46f39ad79,network=Network(a67e83be-8464-443d-85f0-6ea507b051b1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d082e6b-40')
Nov 23 06:18:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HsdlAoVB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:18:06 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.042s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9650d2c-0321-4add-90ba-bb7899976231]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:18:06 user nova-compute[74675]: No targets found.
Nov 23 06:18:06 user nova-compute[74675]: iSNS:
Nov 23 06:18:06 user nova-compute[74675]: No targets found.
Nov 23 06:18:06 user nova-compute[74675]: STATIC:
Nov 23 06:18:06 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc
Nov 23 06:18:06 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:06 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:06 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421
Nov 23 06:18:06 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:06 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:06 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29
Nov 23 06:18:06 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:06 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:06 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419
Nov 23 06:18:06 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:06 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:06 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb
Nov 23 06:18:06 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:06 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:06 user nova-compute[74675]: FIRMWARE:
Nov 23 06:18:06 user nova-compute[74675]: No targets found.
Nov 23 06:18:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:18:06 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:18:06 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[64af609d-8ad3-452a-9ac2-486889e2e068]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bd6b207-4f2d-42f4-ac95-000bb18a089a]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:06 user nova-compute[74675]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:18:06 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:18:06 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:18:06 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:18:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:06 user nova-compute[74675]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:18:06 user nova-compute[74675]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 (non-flash)
Nov 23 06:18:06 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:18:06 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:18:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac957bef80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419'): ({'sde'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Removing single pathed devices sde {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c63bbd0-794c-4857-a957-a0bbdb9c617c]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.033s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d7049b4-8e6f-4c35-b67c-98482d7b1c0e]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Flushing IO for device /dev/sde {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[91981cbd-4b13-4ff7-97ac-e92b86073d79]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.052s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fbbacf5-fba0-4f0e-bbbe-dbbeee56d51c]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] SCSI volumes sde have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:18:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.113s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a40bfc8-9ad4-48cd-9b16-439c073a293b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 400556032 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --logout" returned: 0 in 0.122s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b72e28fd-3cd6-4dec-81b3-ab82d8fb44d6]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419, portal: 172.16.0.220,3260]
Nov 23 06:18:07 user nova-compute[74675]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419, portal: 172.16.0.220,3260] successful.
Nov 23 06:18:07 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27be0ef3-d6b7-457e-991f-712955fa2419 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b18d7115-aae1-4a89-bb97-0eb6fb5349e6]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.588s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] <== disconnect_volume: return (589ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JEsNXBAt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:18:07 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d7cf6a8-f619-4a38-a0f0-05f79c19b550]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:18:07 user nova-compute[74675]: No targets found.
Nov 23 06:18:07 user nova-compute[74675]: iSNS:
Nov 23 06:18:07 user nova-compute[74675]: No targets found.
Nov 23 06:18:07 user nova-compute[74675]: STATIC:
Nov 23 06:18:07 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc
Nov 23 06:18:07 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:07 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:07 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421
Nov 23 06:18:07 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:07 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:07 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29
Nov 23 06:18:07 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:07 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:07 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb
Nov 23 06:18:07 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:07 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:07 user nova-compute[74675]: FIRMWARE:
Nov 23 06:18:07 user nova-compute[74675]: No targets found.
Nov 23 06:18:07 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:18:07 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:18:07 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.029s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e624bcb-9aae-4e0d-8098-607ac880104a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[49870dd7-b161-4438-92f3-7c729458451c]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:07 user nova-compute[74675]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:18:07 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:18:07 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:18:07 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:07 user nova-compute[74675]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:18:07 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:18:07 user nova-compute[74675]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 (non-flash)
Nov 23 06:18:07 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac957bef80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421'): ({'sdg'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Removing single pathed devices sdg {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.032s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bad32d33-62d2-4bb0-bd7e-945cea50e591]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[61ed3519-a736-43b5-82ae-e793a86029b5]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Flushing IO for device /dev/sdg {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[31e08238-0dac-473b-93dd-93c23b1bf231]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.046s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[492cd4f7-8088-4c07-8c9b-f73d8cba1c11]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] SCSI volumes sdg have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4edb80ad-57cf-4909-b09a-05d7be9b0e5e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 524288000 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7ea1fa5-7eb4-441e-8f03-650f1eaef3ee]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421, portal: 172.16.0.220,3260]
Nov 23 06:18:07 user nova-compute[74675]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421, portal: 172.16.0.220,3260] successful.
Nov 23 06:18:07 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:610b7c7c-6e3f-4f66-a71f-71cfa5310421 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba943405-6857-41b4-95c2-09ce8e393cf6]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.399s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] <== disconnect_volume: return (400ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CmkABrjt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:18:07 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[11bfae28-abb5-445d-b1e2-8e35da3b6a49]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:18:07 user nova-compute[74675]: No targets found.
Nov 23 06:18:07 user nova-compute[74675]: iSNS:
Nov 23 06:18:07 user nova-compute[74675]: No targets found.
Nov 23 06:18:07 user nova-compute[74675]: STATIC:
Nov 23 06:18:07 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc
Nov 23 06:18:07 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:07 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:07 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29
Nov 23 06:18:07 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:07 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:07 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb
Nov 23 06:18:07 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:07 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:07 user nova-compute[74675]: FIRMWARE:
Nov 23 06:18:07 user nova-compute[74675]: No targets found.
Nov 23 06:18:07 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:18:07 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:18:07 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1c50d93-4541-4024-83fe-0aeb17f980f8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7661f34c-daa4-4ed0-88e4-52693f1ced76]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:07 user nova-compute[74675]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:18:07 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:18:07 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:07 user nova-compute[74675]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:18:07 user nova-compute[74675]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb (non-flash)
Nov 23 06:18:07 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac957bef80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb'): ({'sdf'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Removing single pathed devices sdf {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc2f31f6-c61e-4b46-803f-bbb9dd5c4a71]: (4, ('path checker states:\nup                  2\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea49ea27-777e-4766-820d-d955e5674f98]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Flushing IO for device /dev/sdf {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[26543045-78e5-4c7f-84c2-6f35c0551383]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-unplugged-d18b1650-a750-4cdd-bb37-98e87f00d388 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-unplugged-d18b1650-a750-4cdd-bb37-98e87f00d388 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-unplugged-d18b1650-a750-4cdd-bb37-98e87f00d388 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-d18b1650-a750-4cdd-bb37-98e87f00d388 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-d18b1650-a750-4cdd-bb37-98e87f00d388 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:07 user nova-compute[74675]: WARNING nova.compute.manager [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-d18b1650-a750-4cdd-bb37-98e87f00d388 for instance with vm_state active and task_state deleting.
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-unplugged-5d082e6b-4049-4b47-b04c-13b46f39ad79 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-unplugged-5d082e6b-4049-4b47-b04c-13b46f39ad79 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-unplugged-5d082e6b-4049-4b47-b04c-13b46f39ad79 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-plugged-5d082e6b-4049-4b47-b04c-13b46f39ad79 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] Acquiring lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] No waiting events found dispatching network-vif-plugged-5d082e6b-4049-4b47-b04c-13b46f39ad79 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:07 user nova-compute[74675]: WARNING nova.compute.manager [req-be5f801f-3632-4dd9-8a22-03ee3d8092d9 req-4938acdf-c95e-4513-9873-7300b30fbdf6 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received unexpected event network-vif-plugged-5d082e6b-4049-4b47-b04c-13b46f39ad79 for instance with vm_state active and task_state deleting.
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.065s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[be2e80a6-f2bd-4b73-8746-13535f17ff6d]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] SCSI volumes sdf have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[702d5d34-4900-4db0-a8d5-b59e0bb76576]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-d8490d29-0571-433b-b5a1-1f8230a9342b req-ba9e790c-3f00-4c68-aa78-24ae674d3d57 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-deleted-3f10c6ec-9108-412b-a9d3-9efd9c18b784 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-d8490d29-0571-433b-b5a1-1f8230a9342b req-ba9e790c-3f00-4c68-aa78-24ae674d3d57 service nova] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Received event network-vif-deleted-d952d6ed-8281-4a5e-bbbf-73d3df7b1794 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[11415f9e-9260-40f9-9864-55224008cb2d]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb, portal: 172.16.0.220,3260]
Nov 23 06:18:07 user nova-compute[74675]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb, portal: 172.16.0.220,3260] successful.
Nov 23 06:18:07 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:692fb973-7777-44bf-af1d-c039cc1131bb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:08 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cf2573f-40bc-47cc-ba67-3176f96b4ad0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.384s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:18:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] <== disconnect_volume: return (386ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:18:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:18:08 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Deleting instance files /opt/stack/data/nova/instances/7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3_del
Nov 23 06:18:08 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Deletion of /opt/stack/data/nova/instances/7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3_del complete
Nov 23 06:18:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 630194176 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:18:08 user nova-compute[74675]: INFO nova.compute.manager [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Took 4.49 seconds to destroy the instance on the hypervisor.
Nov 23 06:18:08 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:18:08 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:18:08 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:18:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 702545920 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:18:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 835715072 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:18:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 972029952 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sOcuLMYm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh', 'volume_id': 'd1034fd0-46e7-4f98-84e2-c8cafaaa5a29'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:18:10 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[af99800f-c272-492e-a10e-fdbc0183cab2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:18:10 user nova-compute[74675]: No targets found.
Nov 23 06:18:10 user nova-compute[74675]: iSNS:
Nov 23 06:18:10 user nova-compute[74675]: No targets found.
Nov 23 06:18:10 user nova-compute[74675]: STATIC:
Nov 23 06:18:10 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc
Nov 23 06:18:10 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:10 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:10 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29
Nov 23 06:18:10 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:10 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:10 user nova-compute[74675]: FIRMWARE:
Nov 23 06:18:10 user nova-compute[74675]: No targets found.
Nov 23 06:18:10 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:18:10 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:18:10 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea5dede1-1da6-492d-b6bf-5f2fae8b9efa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[074b89e9-39b3-4834-9116-cf01f7bcd99c]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:10 user nova-compute[74675]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:18:10 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 (non-flash)
Nov 23 06:18:10 user nova-compute[74675]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:18:10 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683d3250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29'): ({'sdh'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Removing single pathed devices sdh {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bfe135b-2420-4635-b854-a9ade24cfad9]: (4, ('path checker states:\nup                  1\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f546a67-a056-4dd2-8d77-3590a5b33ad9]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Flushing IO for device /dev/sdh {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef005d11-ca40-4cc4-ba80-11c9dd803e16]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:10 user nova-compute[74675]: INFO nova.compute.manager [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] [instance: 9919ad53-e4a7-42e0-94b1-7c6f6dcea705] Took 3.83 seconds to detach 3 volumes for instance.
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.047s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfb74260-66d0-491c-a6ef-7cb45ef7fc4b]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Checking to see if SCSI volumes sdh have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] SCSI volumes sdh have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d763d32-0b97-41a8-8293-d0738479d58c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG nova.compute.manager [req-6ee5f741-3846-4181-b39b-652eb1d23136 req-bf23297f-5b2c-4361-a090-d0499bde708c service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-deleted-014a6145-69c9-4f9d-a355-8b9f092a71d9 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:10 user nova-compute[74675]: INFO nova.compute.manager [req-6ee5f741-3846-4181-b39b-652eb1d23136 req-bf23297f-5b2c-4361-a090-d0499bde708c service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Neutron deleted interface 014a6145-69c9-4f9d-a355-8b9f092a71d9; detaching it from the instance and deleting it from the info cache
Nov 23 06:18:10 user nova-compute[74675]: DEBUG nova.network.neutron [req-6ee5f741-3846-4181-b39b-652eb1d23136 req-bf23297f-5b2c-4361-a090-d0499bde708c service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Updating instance_info_cache with network_info: [{"id": "146556b0-d648-44cb-9524-1c54d465573e", "address": "fa:16:3e:a1:95:2e", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap146556b0-d6", "ovs_interfaceid": "146556b0-d648-44cb-9524-1c54d465573e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "address": "fa:16:3e:22:af:b0", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc1146458-b7", "ovs_interfaceid": "c1146458-b7df-4f1e-9a02-1f45c4c71379", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "38e89eca-a716-4e01-8d3f-716318a50fbf", "address": "fa:16:3e:d4:88:9f", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap38e89eca-a7", "ovs_interfaceid": "38e89eca-a716-4e01-8d3f-716318a50fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "address": "fa:16:3e:3c:17:7c", "network": {"id": "54697fbd-76a9-48fe-9c28-386bc41c8f27", "bridge": "br-int", "label": "tempest-device-tagging-net1-1722292825", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap569a452d-f1", "ovs_interfaceid": "569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d18b1650-a750-4cdd-bb37-98e87f00d388", "address": "fa:16:3e:bf:8d:e0", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd18b1650-a7", "ovs_interfaceid": "d18b1650-a750-4cdd-bb37-98e87f00d388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "address": "fa:16:3e:32:f1:86", "network": {"id": "a67e83be-8464-443d-85f0-6ea507b051b1", "bridge": "br-int", "label": "tempest-device-tagging-net2-39284491", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "0364a282f05e41bba9f9c4229deb6d17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d082e6b-40", "ovs_interfaceid": "5d082e6b-4049-4b47-b04c-13b46f39ad79", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG nova.compute.manager [req-6ee5f741-3846-4181-b39b-652eb1d23136 req-bf23297f-5b2c-4361-a090-d0499bde708c service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Detach interface failed, port_id=014a6145-69c9-4f9d-a355-8b9f092a71d9, reason: Instance 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3 could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b092a618-b4b7-4e3b-b3d7-e7c930874540]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29, portal: 172.16.0.220,3260]
Nov 23 06:18:10 user nova-compute[74675]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29, portal: 172.16.0.220,3260] successful.
Nov 23 06:18:10 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a372a1c-7494-4702-b79f-1c1669fc83e2]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.340s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] <== disconnect_volume: return (341ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG nova.compute.manager [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bCIDcfKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '9d29192e-2d96-4325-adba-53573ebaa8cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'ceb62112-1fe7-4d3d-b716-79eafbf3dfdc', 'serial'} {{(pid=74675) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG nova.compute.manager [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] swap_volume: removing Cinder connection for volume d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 {{(pid=74675) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:18:10 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:18:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.513s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:11 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Deleted allocations for instance 9919ad53-e4a7-42e0-94b1-7c6f6dcea705
Nov 23 06:18:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6365dc4d-4100-4896-9e01-4a161dabba86 tempest-TaggedBootDevicesTest_v242-539534398 tempest-TaggedBootDevicesTest_v242-539534398-project-member] Lock "9919ad53-e4a7-42e0-94b1-7c6f6dcea705" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.878s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] swap_volume: Updating volume d1034fd0-46e7-4f98-84e2-c8cafaaa5a29 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "bCIDcfKo", "auth_password": "qakBFwK0PD6J2h", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "ceb62112-1fe7-4d3d-b716-79eafbf3dfdc"}, "status": "reserved", "instance": "9d29192e-2d96-4325-adba-53573ebaa8cc", "attached_at": "", "detached_at": "", "volume_id": "ceb62112-1fe7-4d3d-b716-79eafbf3dfdc", "serial": "ceb62112-1fe7-4d3d-b716-79eafbf3dfdc"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'ceb62112-1fe7-4d3d-b716-79eafbf3dfdc', 'no_device': None, 'attachment_id': 'beb1f28e-7306-4c78-8527-e568c46df991'} {{(pid=74675) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 23 06:18:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-96b96245-5935-4af5-b0f3-145cc4330331 tempest-TestVolumeSwap-1411611021 tempest-TestVolumeSwap-1411611021-project-admin] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 17.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:12 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:12 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Took 4.07 seconds to deallocate network for instance.
Nov 23 06:18:12 user nova-compute[74675]: DEBUG nova.compute.manager [req-d869ad72-47ba-4440-bbf7-622707c3a40f req-80db9f54-f527-49f4-8130-971ccc1da907 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-deleted-38e89eca-a716-4e01-8d3f-716318a50fbf {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:12 user nova-compute[74675]: DEBUG nova.compute.manager [req-d869ad72-47ba-4440-bbf7-622707c3a40f req-80db9f54-f527-49f4-8130-971ccc1da907 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-deleted-d18b1650-a750-4cdd-bb37-98e87f00d388 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:12 user nova-compute[74675]: DEBUG nova.compute.manager [req-d869ad72-47ba-4440-bbf7-622707c3a40f req-80db9f54-f527-49f4-8130-971ccc1da907 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-deleted-569a452d-f1ec-4fa0-82f1-ec0ea1ebda9d {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:12 user nova-compute[74675]: DEBUG nova.compute.manager [req-d869ad72-47ba-4440-bbf7-622707c3a40f req-80db9f54-f527-49f4-8130-971ccc1da907 service nova] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Received event network-vif-deleted-5d082e6b-4049-4b47-b04c-13b46f39ad79 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:12 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:18:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Acquiring lock "9d29192e-2d96-4325-adba-53573ebaa8cc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:12 user nova-compute[74675]: INFO nova.compute.manager [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Detaching volume ceb62112-1fe7-4d3d-b716-79eafbf3dfdc
Nov 23 06:18:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:12 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:18:12 user nova-compute[74675]: INFO nova.compute.claims [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Claim successful on node user
Nov 23 06:18:12 user nova-compute[74675]: INFO nova.virt.block_device [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Attempting to driver detach volume ceb62112-1fe7-4d3d-b716-79eafbf3dfdc from mountpoint /dev/vdb
Nov 23 06:18:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Attempting to detach device vdb from instance 9d29192e-2d96-4325-adba-53573ebaa8cc from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:18:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:18:12 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:18:12 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:18:12 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:18:12 user nova-compute[74675]:   <serial>ceb62112-1fe7-4d3d-b716-79eafbf3dfdc</serial>
Nov 23 06:18:12 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:18:12 user nova-compute[74675]: </disk>
Nov 23 06:18:12 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:18:12 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Successfully detached device vdb from instance 9d29192e-2d96-4325-adba-53573ebaa8cc from the persistent domain config.
Nov 23 06:18:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9d29192e-2d96-4325-adba-53573ebaa8cc from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:18:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:18:12 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:18:12 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:18:12 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:18:12 user nova-compute[74675]:   <serial>ceb62112-1fe7-4d3d-b716-79eafbf3dfdc</serial>
Nov 23 06:18:12 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:18:12 user nova-compute[74675]: </disk>
Nov 23 06:18:12 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.464s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9d29192e-2d96-4325-adba-53573ebaa8cc {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:18:13 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:18:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG nova.policy [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd73102842a624bc68c65c48cf06bdbf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62dd14cd43594b6b87b7262116dcc966', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:18:13 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Creating image(s)
Nov 23 06:18:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "/opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "/opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "/opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.227s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk 1073741824" returned: 0 in 0.059s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.293s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Successfully created port: e65363d9-fcf8-4622-aefa-bd71e2ef36b4 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Cannot resize image /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Ensure instance console log exists: /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Successfully updated port: e65363d9-fcf8-4622-aefa-bd71e2ef36b4 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "refresh_cache-b9d481a3-2894-4ee3-93d2-1a011ee914e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquired lock "refresh_cache-b9d481a3-2894-4ee3-93d2-1a011ee914e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:18:14 user nova-compute[74675]: INFO nova.compute.manager [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] [instance: 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3] Took 2.58 seconds to detach 3 volumes for instance.
Nov 23 06:18:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-c1c75ce9-1a75-462d-92d8-01efed35aaa2 req-6fe7b537-6353-4861-87fa-0ae422c50a6d service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Received event network-changed-e65363d9-fcf8-4622-aefa-bd71e2ef36b4 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-c1c75ce9-1a75-462d-92d8-01efed35aaa2 req-6fe7b537-6353-4861-87fa-0ae422c50a6d service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Refreshing instance network info cache due to event network-changed-e65363d9-fcf8-4622-aefa-bd71e2ef36b4. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c1c75ce9-1a75-462d-92d8-01efed35aaa2 req-6fe7b537-6353-4861-87fa-0ae422c50a6d service nova] Acquiring lock "refresh_cache-b9d481a3-2894-4ee3-93d2-1a011ee914e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Updating instance_info_cache with network_info: [{"id": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "address": "fa:16:3e:c5:d9:c2", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape65363d9-fc", "ovs_interfaceid": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Releasing lock "refresh_cache-b9d481a3-2894-4ee3-93d2-1a011ee914e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Instance network_info: |[{"id": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "address": "fa:16:3e:c5:d9:c2", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape65363d9-fc", "ovs_interfaceid": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c1c75ce9-1a75-462d-92d8-01efed35aaa2 req-6fe7b537-6353-4861-87fa-0ae422c50a6d service nova] Acquired lock "refresh_cache-b9d481a3-2894-4ee3-93d2-1a011ee914e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.network.neutron [req-c1c75ce9-1a75-462d-92d8-01efed35aaa2 req-6fe7b537-6353-4861-87fa-0ae422c50a6d service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Refreshing network info cache for port e65363d9-fcf8-4622-aefa-bd71e2ef36b4 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Start _get_guest_xml network_info=[{"id": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "address": "fa:16:3e:c5:d9:c2", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape65363d9-fc", "ovs_interfaceid": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:18:15 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:18:15 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:18:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1715824297',display_name='tempest-VolumesAdminNegativeTest-server-1715824297',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1715824297',id=13,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='62dd14cd43594b6b87b7262116dcc966',ramdisk_id='',reservation_id='r-8mvp94ok',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-585363324',owner_user_name='tempest-VolumesAdminNegativeTest-585363324-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:18:13Z,user_data=None,user_id='d73102842a624bc68c65c48cf06bdbf1',uuid=b9d481a3-2894-4ee3-93d2-1a011ee914e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "address": "fa:16:3e:c5:d9:c2", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape65363d9-fc", "ovs_interfaceid": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Converting VIF {"id": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "address": "fa:16:3e:c5:d9:c2", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape65363d9-fc", "ovs_interfaceid": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:d9:c2,bridge_name='br-int',has_traffic_filtering=True,id=e65363d9-fcf8-4622-aefa-bd71e2ef36b4,network=Network(ea7900ea-85d5-483b-a263-0a98328f1779),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape65363d9-fc') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.objects.instance [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lazy-loading 'pci_devices' on Instance uuid b9d481a3-2894-4ee3-93d2-1a011ee914e2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:18:15 user nova-compute[74675]:   <uuid>b9d481a3-2894-4ee3-93d2-1a011ee914e2</uuid>
Nov 23 06:18:15 user nova-compute[74675]:   <name>instance-0000000d</name>
Nov 23 06:18:15 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:18:15 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:18:15 user nova-compute[74675]:   <metadata>
Nov 23 06:18:15 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:18:15 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:18:15 user nova-compute[74675]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1715824297</nova:name>
Nov 23 06:18:15 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:18:15</nova:creationTime>
Nov 23 06:18:15 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:18:15 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:18:15 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:18:15 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:18:15 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:18:15 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:18:15 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:18:15 user nova-compute[74675]:       <nova:owner>
Nov 23 06:18:15 user nova-compute[74675]:         <nova:user uuid="d73102842a624bc68c65c48cf06bdbf1">tempest-VolumesAdminNegativeTest-585363324-project-member</nova:user>
Nov 23 06:18:15 user nova-compute[74675]:         <nova:project uuid="62dd14cd43594b6b87b7262116dcc966">tempest-VolumesAdminNegativeTest-585363324</nova:project>
Nov 23 06:18:15 user nova-compute[74675]:       </nova:owner>
Nov 23 06:18:15 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:18:15 user nova-compute[74675]:       <nova:ports>
Nov 23 06:18:15 user nova-compute[74675]:         <nova:port uuid="e65363d9-fcf8-4622-aefa-bd71e2ef36b4">
Nov 23 06:18:15 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 23 06:18:15 user nova-compute[74675]:         </nova:port>
Nov 23 06:18:15 user nova-compute[74675]:       </nova:ports>
Nov 23 06:18:15 user nova-compute[74675]:     </nova:instance>
Nov 23 06:18:15 user nova-compute[74675]:   </metadata>
Nov 23 06:18:15 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:18:15 user nova-compute[74675]:     <system>
Nov 23 06:18:15 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:18:15 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:18:15 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:18:15 user nova-compute[74675]:       <entry name="serial">b9d481a3-2894-4ee3-93d2-1a011ee914e2</entry>
Nov 23 06:18:15 user nova-compute[74675]:       <entry name="uuid">b9d481a3-2894-4ee3-93d2-1a011ee914e2</entry>
Nov 23 06:18:15 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:18:15 user nova-compute[74675]:     </system>
Nov 23 06:18:15 user nova-compute[74675]:   </sysinfo>
Nov 23 06:18:15 user nova-compute[74675]:   <os>
Nov 23 06:18:15 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:18:15 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:18:15 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:18:15 user nova-compute[74675]:   </os>
Nov 23 06:18:15 user nova-compute[74675]:   <features>
Nov 23 06:18:15 user nova-compute[74675]:     <acpi/>
Nov 23 06:18:15 user nova-compute[74675]:     <apic/>
Nov 23 06:18:15 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:18:15 user nova-compute[74675]:   </features>
Nov 23 06:18:15 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:18:15 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:18:15 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:18:15 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:18:15 user nova-compute[74675]:   </clock>
Nov 23 06:18:15 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:18:15 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:18:15 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:18:15 user nova-compute[74675]:   </cpu>
Nov 23 06:18:15 user nova-compute[74675]:   <devices>
Nov 23 06:18:15 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:18:15 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:18:15 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk"/>
Nov 23 06:18:15 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:18:15 user nova-compute[74675]:     </disk>
Nov 23 06:18:15 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:18:15 user nova-compute[74675]:       <mac address="fa:16:3e:c5:d9:c2"/>
Nov 23 06:18:15 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:18:15 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:18:15 user nova-compute[74675]:       <target dev="tape65363d9-fc"/>
Nov 23 06:18:15 user nova-compute[74675]:     </interface>
Nov 23 06:18:15 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:18:15 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/console.log" append="off"/>
Nov 23 06:18:15 user nova-compute[74675]:     </serial>
Nov 23 06:18:15 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:18:15 user nova-compute[74675]:     <video>
Nov 23 06:18:15 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:18:15 user nova-compute[74675]:     </video>
Nov 23 06:18:15 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:18:15 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:18:15 user nova-compute[74675]:     </rng>
Nov 23 06:18:15 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:18:15 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:18:15 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:18:15 user nova-compute[74675]:     </memballoon>
Nov 23 06:18:15 user nova-compute[74675]:   </devices>
Nov 23 06:18:15 user nova-compute[74675]: </domain>
Nov 23 06:18:15 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:18:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1715824297',display_name='tempest-VolumesAdminNegativeTest-server-1715824297',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1715824297',id=13,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='62dd14cd43594b6b87b7262116dcc966',ramdisk_id='',reservation_id='r-8mvp94ok',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-585363324',owner_user_name='tempest-VolumesAdminNegativeTest-585363324-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:18:13Z,user_data=None,user_id='d73102842a624bc68c65c48cf06bdbf1',uuid=b9d481a3-2894-4ee3-93d2-1a011ee914e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "address": "fa:16:3e:c5:d9:c2", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape65363d9-fc", "ovs_interfaceid": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Converting VIF {"id": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "address": "fa:16:3e:c5:d9:c2", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape65363d9-fc", "ovs_interfaceid": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:d9:c2,bridge_name='br-int',has_traffic_filtering=True,id=e65363d9-fcf8-4622-aefa-bd71e2ef36b4,network=Network(ea7900ea-85d5-483b-a263-0a98328f1779),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape65363d9-fc') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG os_vif [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:d9:c2,bridge_name='br-int',has_traffic_filtering=True,id=e65363d9-fcf8-4622-aefa-bd71e2ef36b4,network=Network(ea7900ea-85d5-483b-a263-0a98328f1779),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape65363d9-fc') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0b102673-ae66-5715-8c1d-46efaa957475', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape65363d9-fc, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape65363d9-fc, col_values=(('qos', UUID('69c32bcf-71d6-4ddc-bd04-784914e36019')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape65363d9-fc, col_values=(('external_ids', {'iface-id': 'e65363d9-fcf8-4622-aefa-bd71e2ef36b4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c5:d9:c2', 'vm-uuid': 'b9d481a3-2894-4ee3-93d2-1a011ee914e2'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:15 user nova-compute[74675]: INFO os_vif [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:d9:c2,bridge_name='br-int',has_traffic_filtering=True,id=e65363d9-fcf8-4622-aefa-bd71e2ef36b4,network=Network(ea7900ea-85d5-483b-a263-0a98328f1779),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape65363d9-fc')
Nov 23 06:18:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.474s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:15 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Deleted allocations for instance 7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] No VIF found with MAC fa:16:3e:c5:d9:c2, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a9fc56f0-c893-4f76-9c35-40cf3ffdc39c tempest-TaggedBootDevicesTest-1944199026 tempest-TaggedBootDevicesTest-1944199026-project-member] Lock "7ec48b3e-ecb1-47e4-8eb2-7c8855a030e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.825s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.network.neutron [req-c1c75ce9-1a75-462d-92d8-01efed35aaa2 req-6fe7b537-6353-4861-87fa-0ae422c50a6d service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Updated VIF entry in instance network info cache for port e65363d9-fcf8-4622-aefa-bd71e2ef36b4. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG nova.network.neutron [req-c1c75ce9-1a75-462d-92d8-01efed35aaa2 req-6fe7b537-6353-4861-87fa-0ae422c50a6d service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Updating instance_info_cache with network_info: [{"id": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "address": "fa:16:3e:c5:d9:c2", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape65363d9-fc", "ovs_interfaceid": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c1c75ce9-1a75-462d-92d8-01efed35aaa2 req-6fe7b537-6353-4861-87fa-0ae422c50a6d service nova] Releasing lock "refresh_cache-b9d481a3-2894-4ee3-93d2-1a011ee914e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:18:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-f819ad4a-6299-4d69-9737-8da7c8c5d34d req-7f0faa10-5dc5-48fc-9a98-973307579545 service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Received event network-vif-plugged-e65363d9-fcf8-4622-aefa-bd71e2ef36b4 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f819ad4a-6299-4d69-9737-8da7c8c5d34d req-7f0faa10-5dc5-48fc-9a98-973307579545 service nova] Acquiring lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f819ad4a-6299-4d69-9737-8da7c8c5d34d req-7f0faa10-5dc5-48fc-9a98-973307579545 service nova] Lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f819ad4a-6299-4d69-9737-8da7c8c5d34d req-7f0faa10-5dc5-48fc-9a98-973307579545 service nova] Lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-f819ad4a-6299-4d69-9737-8da7c8c5d34d req-7f0faa10-5dc5-48fc-9a98-973307579545 service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] No waiting events found dispatching network-vif-plugged-e65363d9-fcf8-4622-aefa-bd71e2ef36b4 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:16 user nova-compute[74675]: WARNING nova.compute.manager [req-f819ad4a-6299-4d69-9737-8da7c8c5d34d req-7f0faa10-5dc5-48fc-9a98-973307579545 service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Received unexpected event network-vif-plugged-e65363d9-fcf8-4622-aefa-bd71e2ef36b4 for instance with vm_state building and task_state spawning.
Nov 23 06:18:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:18:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:18:18 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Instance spawned successfully.
Nov 23 06:18:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:18:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:18:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:18:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:18:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:18:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:18:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:18:18 user nova-compute[74675]: INFO nova.compute.manager [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Took 5.43 seconds to spawn the instance on the hypervisor.
Nov 23 06:18:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:18:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-9e3c7484-5a80-4797-a2f4-a1b4e74493e9 req-eaf18521-0754-48c1-ac8b-89c6501ead48 service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Received event network-vif-plugged-e65363d9-fcf8-4622-aefa-bd71e2ef36b4 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9e3c7484-5a80-4797-a2f4-a1b4e74493e9 req-eaf18521-0754-48c1-ac8b-89c6501ead48 service nova] Acquiring lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9e3c7484-5a80-4797-a2f4-a1b4e74493e9 req-eaf18521-0754-48c1-ac8b-89c6501ead48 service nova] Lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9e3c7484-5a80-4797-a2f4-a1b4e74493e9 req-eaf18521-0754-48c1-ac8b-89c6501ead48 service nova] Lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-9e3c7484-5a80-4797-a2f4-a1b4e74493e9 req-eaf18521-0754-48c1-ac8b-89c6501ead48 service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] No waiting events found dispatching network-vif-plugged-e65363d9-fcf8-4622-aefa-bd71e2ef36b4 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:18 user nova-compute[74675]: WARNING nova.compute.manager [req-9e3c7484-5a80-4797-a2f4-a1b4e74493e9 req-eaf18521-0754-48c1-ac8b-89c6501ead48 service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Received unexpected event network-vif-plugged-e65363d9-fcf8-4622-aefa-bd71e2ef36b4 for instance with vm_state building and task_state spawning.
Nov 23 06:18:18 user nova-compute[74675]: INFO nova.compute.manager [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Took 6.22 seconds to build instance.
Nov 23 06:18:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5709863-233a-4171-a982-08aba58c355d tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.332s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Acquiring lock "23b16712-4309-4d46-81ec-720a135c9418" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lock "23b16712-4309-4d46-81ec-720a135c9418" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Acquiring lock "23b16712-4309-4d46-81ec-720a135c9418-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lock "23b16712-4309-4d46-81ec-720a135c9418-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lock "23b16712-4309-4d46-81ec-720a135c9418-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:23 user nova-compute[74675]: INFO nova.compute.manager [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Terminating instance
Nov 23 06:18:23 user nova-compute[74675]: DEBUG nova.compute.manager [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:23 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Waiting for libvirt event about the detach of device tap4c9a1dfe-2e with device alias net1 from instance adfacbf3-a10d-44fb-a252-95572a966156 is timed out.
Nov 23 06:18:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:55:38:16"/><model type="virtio"/><mtu size="1442"/><target dev="tap4c9a1dfe-2e"/></interface> {{(pid=74675) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-686e9a7e-47b9-4d6c-a550-8f0d0bb88062 req-db6e96cd-1c38-4c4d-9223-a93c6efa06ca service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Received event network-vif-unplugged-f929e695-3449-4e22-9efc-2fd7bd299ec2 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-686e9a7e-47b9-4d6c-a550-8f0d0bb88062 req-db6e96cd-1c38-4c4d-9223-a93c6efa06ca service nova] Acquiring lock "23b16712-4309-4d46-81ec-720a135c9418-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-686e9a7e-47b9-4d6c-a550-8f0d0bb88062 req-db6e96cd-1c38-4c4d-9223-a93c6efa06ca service nova] Lock "23b16712-4309-4d46-81ec-720a135c9418-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-686e9a7e-47b9-4d6c-a550-8f0d0bb88062 req-db6e96cd-1c38-4c4d-9223-a93c6efa06ca service nova] Lock "23b16712-4309-4d46-81ec-720a135c9418-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-686e9a7e-47b9-4d6c-a550-8f0d0bb88062 req-db6e96cd-1c38-4c4d-9223-a93c6efa06ca service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] No waiting events found dispatching network-vif-unplugged-f929e695-3449-4e22-9efc-2fd7bd299ec2 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-686e9a7e-47b9-4d6c-a550-8f0d0bb88062 req-db6e96cd-1c38-4c4d-9223-a93c6efa06ca service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Received event network-vif-unplugged-f929e695-3449-4e22-9efc-2fd7bd299ec2 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:55:38:16"/><model type="virtio"/><mtu size="1442"/><target dev="tap4c9a1dfe-2e"/></interface>not found in domain: <domain type='kvm' id='10'>
Nov 23 06:18:23 user nova-compute[74675]:   <name>instance-0000000a</name>
Nov 23 06:18:23 user nova-compute[74675]:   <uuid>adfacbf3-a10d-44fb-a252-95572a966156</uuid>
Nov 23 06:18:23 user nova-compute[74675]:   <metadata>
Nov 23 06:18:23 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:18:23 user nova-compute[74675]:   <nova:package version="0.0.0"/>
Nov 23 06:18:23 user nova-compute[74675]:   <nova:name>tempest-device-tagging-server-1759513636</nova:name>
Nov 23 06:18:23 user nova-compute[74675]:   <nova:creationTime>2023-11-23 06:17:23</nova:creationTime>
Nov 23 06:18:23 user nova-compute[74675]:   <nova:flavor name="m1.tiny">
Nov 23 06:18:23 user nova-compute[74675]:     <nova:memory>512</nova:memory>
Nov 23 06:18:23 user nova-compute[74675]:     <nova:disk>1</nova:disk>
Nov 23 06:18:23 user nova-compute[74675]:     <nova:swap>0</nova:swap>
Nov 23 06:18:23 user nova-compute[74675]:     <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:18:23 user nova-compute[74675]:     <nova:vcpus>1</nova:vcpus>
Nov 23 06:18:23 user nova-compute[74675]:   </nova:flavor>
Nov 23 06:18:23 user nova-compute[74675]:   <nova:owner>
Nov 23 06:18:23 user nova-compute[74675]:     <nova:user uuid="1af88d8e1edd4516a0c35af8e3552dc6">tempest-TaggedAttachmentsTest-1368885131-project-member</nova:user>
Nov 23 06:18:23 user nova-compute[74675]:     <nova:project uuid="9dca65c5e61b4853bc4d455cbdbb6afe">tempest-TaggedAttachmentsTest-1368885131</nova:project>
Nov 23 06:18:23 user nova-compute[74675]:   </nova:owner>
Nov 23 06:18:23 user nova-compute[74675]:   <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:18:23 user nova-compute[74675]:   <nova:ports>
Nov 23 06:18:23 user nova-compute[74675]:     <nova:port uuid="3a18a0ea-2709-4614-a351-bec8ab84d97b">
Nov 23 06:18:23 user nova-compute[74675]:       <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 23 06:18:23 user nova-compute[74675]:     </nova:port>
Nov 23 06:18:23 user nova-compute[74675]:     <nova:port uuid="4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f">
Nov 23 06:18:23 user nova-compute[74675]:       <nova:ip type="fixed" address="10.10.10.139" ipVersion="4"/>
Nov 23 06:18:23 user nova-compute[74675]:     </nova:port>
Nov 23 06:18:23 user nova-compute[74675]:   </nova:ports>
Nov 23 06:18:23 user nova-compute[74675]: </nova:instance>
Nov 23 06:18:23 user nova-compute[74675]:   </metadata>
Nov 23 06:18:23 user nova-compute[74675]:   <memory unit='KiB'>524288</memory>
Nov 23 06:18:23 user nova-compute[74675]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 23 06:18:23 user nova-compute[74675]:   <vcpu placement='static'>1</vcpu>
Nov 23 06:18:23 user nova-compute[74675]:   <resource>
Nov 23 06:18:23 user nova-compute[74675]:     <partition>/machine</partition>
Nov 23 06:18:23 user nova-compute[74675]:   </resource>
Nov 23 06:18:23 user nova-compute[74675]:   <sysinfo type='smbios'>
Nov 23 06:18:23 user nova-compute[74675]:     <system>
Nov 23 06:18:23 user nova-compute[74675]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 23 06:18:23 user nova-compute[74675]:       <entry name='product'>OpenStack Nova</entry>
Nov 23 06:18:23 user nova-compute[74675]:       <entry name='version'>0.0.0</entry>
Nov 23 06:18:23 user nova-compute[74675]:       <entry name='serial'>adfacbf3-a10d-44fb-a252-95572a966156</entry>
Nov 23 06:18:23 user nova-compute[74675]:       <entry name='uuid'>adfacbf3-a10d-44fb-a252-95572a966156</entry>
Nov 23 06:18:23 user nova-compute[74675]:       <entry name='family'>Virtual Machine</entry>
Nov 23 06:18:23 user nova-compute[74675]:     </system>
Nov 23 06:18:23 user nova-compute[74675]:   </sysinfo>
Nov 23 06:18:23 user nova-compute[74675]:   <os>
Nov 23 06:18:23 user nova-compute[74675]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 23 06:18:23 user nova-compute[74675]:     <boot dev='hd'/>
Nov 23 06:18:23 user nova-compute[74675]:     <smbios mode='sysinfo'/>
Nov 23 06:18:23 user nova-compute[74675]:   </os>
Nov 23 06:18:23 user nova-compute[74675]:   <features>
Nov 23 06:18:23 user nova-compute[74675]:     <acpi/>
Nov 23 06:18:23 user nova-compute[74675]:     <apic/>
Nov 23 06:18:23 user nova-compute[74675]:     <vmcoreinfo state='on'/>
Nov 23 06:18:23 user nova-compute[74675]:   </features>
Nov 23 06:18:23 user nova-compute[74675]:   <cpu mode='custom' match='exact' check='full'>
Nov 23 06:18:23 user nova-compute[74675]:     <model fallback='forbid'>Nehalem</model>
Nov 23 06:18:23 user nova-compute[74675]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 23 06:18:23 user nova-compute[74675]:     <feature policy='require' name='vme'/>
Nov 23 06:18:23 user nova-compute[74675]:     <feature policy='require' name='x2apic'/>
Nov 23 06:18:23 user nova-compute[74675]:     <feature policy='require' name='hypervisor'/>
Nov 23 06:18:23 user nova-compute[74675]:   </cpu>
Nov 23 06:18:23 user nova-compute[74675]:   <clock offset='utc'>
Nov 23 06:18:23 user nova-compute[74675]:     <timer name='pit' tickpolicy='delay'/>
Nov 23 06:18:23 user nova-compute[74675]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 23 06:18:23 user nova-compute[74675]:     <timer name='hpet' present='no'/>
Nov 23 06:18:23 user nova-compute[74675]:   </clock>
Nov 23 06:18:23 user nova-compute[74675]:   <on_poweroff>destroy</on_poweroff>
Nov 23 06:18:23 user nova-compute[74675]:   <on_reboot>restart</on_reboot>
Nov 23 06:18:23 user nova-compute[74675]:   <on_crash>destroy</on_crash>
Nov 23 06:18:23 user nova-compute[74675]:   <devices>
Nov 23 06:18:23 user nova-compute[74675]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 23 06:18:23 user nova-compute[74675]:     <disk type='file' device='disk'>
Nov 23 06:18:23 user nova-compute[74675]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 23 06:18:23 user nova-compute[74675]:       <source file='/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk' index='2'/>
Nov 23 06:18:23 user nova-compute[74675]:       <backingStore type='file' index='3'>
Nov 23 06:18:23 user nova-compute[74675]:         <format type='raw'/>
Nov 23 06:18:23 user nova-compute[74675]:         <source file='/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf'/>
Nov 23 06:18:23 user nova-compute[74675]:         <backingStore/>
Nov 23 06:18:23 user nova-compute[74675]:       </backingStore>
Nov 23 06:18:23 user nova-compute[74675]:       <target dev='vda' bus='virtio'/>
Nov 23 06:18:23 user nova-compute[74675]:       <alias name='virtio-disk0'/>
Nov 23 06:18:23 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 23 06:18:23 user nova-compute[74675]:     </disk>
Nov 23 06:18:23 user nova-compute[74675]:     <disk type='file' device='cdrom'>
Nov 23 06:18:23 user nova-compute[74675]:       <driver name='qemu' type='raw' cache='none'/>
Nov 23 06:18:23 user nova-compute[74675]:       <source file='/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk.config' index='1'/>
Nov 23 06:18:23 user nova-compute[74675]:       <backingStore/>
Nov 23 06:18:23 user nova-compute[74675]:       <target dev='hda' bus='ide'/>
Nov 23 06:18:23 user nova-compute[74675]:       <readonly/>
Nov 23 06:18:23 user nova-compute[74675]:       <alias name='ide0-0-0'/>
Nov 23 06:18:23 user nova-compute[74675]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 23 06:18:23 user nova-compute[74675]:     </disk>
Nov 23 06:18:23 user nova-compute[74675]:     <controller type='usb' index='0' model='none'>
Nov 23 06:18:23 user nova-compute[74675]:       <alias name='usb'/>
Nov 23 06:18:23 user nova-compute[74675]:     </controller>
Nov 23 06:18:23 user nova-compute[74675]:     <controller type='pci' index='0' model='pci-root'>
Nov 23 06:18:23 user nova-compute[74675]:       <alias name='pci.0'/>
Nov 23 06:18:23 user nova-compute[74675]:     </controller>
Nov 23 06:18:23 user nova-compute[74675]:     <controller type='ide' index='0'>
Nov 23 06:18:23 user nova-compute[74675]:       <alias name='ide'/>
Nov 23 06:18:23 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 23 06:18:23 user nova-compute[74675]:     </controller>
Nov 23 06:18:23 user nova-compute[74675]:     <interface type='ethernet'>
Nov 23 06:18:23 user nova-compute[74675]:       <mac address='fa:16:3e:e1:03:10'/>
Nov 23 06:18:23 user nova-compute[74675]:       <target dev='tap3a18a0ea-27'/>
Nov 23 06:18:23 user nova-compute[74675]:       <model type='virtio'/>
Nov 23 06:18:23 user nova-compute[74675]:       <mtu size='1442'/>
Nov 23 06:18:23 user nova-compute[74675]:       <alias name='net0'/>
Nov 23 06:18:23 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 23 06:18:23 user nova-compute[74675]:     </interface>
Nov 23 06:18:23 user nova-compute[74675]:     <serial type='pty'>
Nov 23 06:18:23 user nova-compute[74675]:       <source path='/dev/pts/9'/>
Nov 23 06:18:23 user nova-compute[74675]:       <log file='/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/console.log' append='off'/>
Nov 23 06:18:23 user nova-compute[74675]:       <target type='isa-serial' port='0'>
Nov 23 06:18:23 user nova-compute[74675]:         <model name='isa-serial'/>
Nov 23 06:18:23 user nova-compute[74675]:       </target>
Nov 23 06:18:23 user nova-compute[74675]:       <alias name='serial0'/>
Nov 23 06:18:23 user nova-compute[74675]:     </serial>
Nov 23 06:18:23 user nova-compute[74675]:     <console type='pty' tty='/dev/pts/9'>
Nov 23 06:18:23 user nova-compute[74675]:       <source path='/dev/pts/9'/>
Nov 23 06:18:23 user nova-compute[74675]:       <log file='/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/console.log' append='off'/>
Nov 23 06:18:23 user nova-compute[74675]:       <target type='serial' port='0'/>
Nov 23 06:18:23 user nova-compute[74675]:       <alias name='serial0'/>
Nov 23 06:18:23 user nova-compute[74675]:     </console>
Nov 23 06:18:23 user nova-compute[74675]:     <input type='mouse' bus='ps2'>
Nov 23 06:18:23 user nova-compute[74675]:       <alias name='input0'/>
Nov 23 06:18:23 user nova-compute[74675]:     </input>
Nov 23 06:18:23 user nova-compute[74675]:     <input type='keyboard' bus='ps2'>
Nov 23 06:18:23 user nova-compute[74675]:       <alias name='input1'/>
Nov 23 06:18:23 user nova-compute[74675]:     </input>
Nov 23 06:18:23 user nova-compute[74675]:     <graphics type='vnc' port='5909' autoport='yes' listen='0.0.0.0'>
Nov 23 06:18:23 user nova-compute[74675]:       <listen type='address' address='0.0.0.0'/>
Nov 23 06:18:23 user nova-compute[74675]:     </graphics>
Nov 23 06:18:23 user nova-compute[74675]:     <audio id='1' type='none'/>
Nov 23 06:18:23 user nova-compute[74675]:     <video>
Nov 23 06:18:23 user nova-compute[74675]:       <model type='virtio' heads='1' primary='yes'/>
Nov 23 06:18:23 user nova-compute[74675]:       <alias name='video0'/>
Nov 23 06:18:23 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 23 06:18:23 user nova-compute[74675]:     </video>
Nov 23 06:18:23 user nova-compute[74675]:     <memballoon model='virtio'>
Nov 23 06:18:23 user nova-compute[74675]:       <stats period='10'/>
Nov 23 06:18:23 user nova-compute[74675]:       <alias name='balloon0'/>
Nov 23 06:18:23 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 23 06:18:23 user nova-compute[74675]:     </memballoon>
Nov 23 06:18:23 user nova-compute[74675]:     <rng model='virtio'>
Nov 23 06:18:23 user nova-compute[74675]:       <backend model='random'>/dev/urandom</backend>
Nov 23 06:18:23 user nova-compute[74675]:       <alias name='rng0'/>
Nov 23 06:18:23 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 23 06:18:23 user nova-compute[74675]:     </rng>
Nov 23 06:18:23 user nova-compute[74675]:   </devices>
Nov 23 06:18:23 user nova-compute[74675]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 23 06:18:23 user nova-compute[74675]:     <label>libvirt-adfacbf3-a10d-44fb-a252-95572a966156</label>
Nov 23 06:18:23 user nova-compute[74675]:     <imagelabel>libvirt-adfacbf3-a10d-44fb-a252-95572a966156</imagelabel>
Nov 23 06:18:23 user nova-compute[74675]:   </seclabel>
Nov 23 06:18:23 user nova-compute[74675]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 23 06:18:23 user nova-compute[74675]:     <label>+64055:+108</label>
Nov 23 06:18:23 user nova-compute[74675]:     <imagelabel>+64055:+108</imagelabel>
Nov 23 06:18:23 user nova-compute[74675]:   </seclabel>
Nov 23 06:18:23 user nova-compute[74675]: </domain>
Nov 23 06:18:23 user nova-compute[74675]:  {{(pid=74675) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 23 06:18:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Successfully detached device tap4c9a1dfe-2e from instance adfacbf3-a10d-44fb-a252-95572a966156 from the live domain config.
Nov 23 06:18:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:15:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1759513636',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1759513636',id=10,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEhN9FG9TlhT3WpiwEkpPL4A8r8u7a9cF3KIhG5p/BN6wiENAE+m4iT/+FMB12yq6qKXEYrSuik3AgJWD++JVGNC57W2B6tUU5icBbfyqFwab+q8DDCV0/Ii7IYBDd4JeQ==',key_name='tempest-keypair-1739333336',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:15:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9dca65c5e61b4853bc4d455cbdbb6afe',ramdisk_id='',reservation_id='r-9u9oob5p',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1368885131',owner_user_name='tempest-TaggedAttachmentsTest-1368885131-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:15:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1af88d8e1edd4516a0c35af8e3552dc6',uuid=adfacbf3-a10d-44fb-a252-95572a966156,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "address": "fa:16:3e:55:38:16", "network": {"id": "1228b7ee-4699-4ef5-bb25-6dea6f084301", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1124930866", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c9a1dfe-2e", "ovs_interfaceid": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Converting VIF {"id": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "address": "fa:16:3e:55:38:16", "network": {"id": "1228b7ee-4699-4ef5-bb25-6dea6f084301", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1124930866", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c9a1dfe-2e", "ovs_interfaceid": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:38:16,bridge_name='br-int',has_traffic_filtering=True,id=4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f,network=Network(1228b7ee-4699-4ef5-bb25-6dea6f084301),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c9a1dfe-2e') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG os_vif [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:38:16,bridge_name='br-int',has_traffic_filtering=True,id=4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f,network=Network(1228b7ee-4699-4ef5-bb25-6dea6f084301),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c9a1dfe-2e') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4c9a1dfe-2e, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f309c7ae-3bbd-45d3-9d49-49fcaa9a72b5) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:23 user nova-compute[74675]: INFO os_vif [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:38:16,bridge_name='br-int',has_traffic_filtering=True,id=4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f,network=Network(1228b7ee-4699-4ef5-bb25-6dea6f084301),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c9a1dfe-2e')
Nov 23 06:18:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:18:23 user nova-compute[74675]:   <nova:package version="0.0.0"/>
Nov 23 06:18:23 user nova-compute[74675]:   <nova:name>tempest-device-tagging-server-1759513636</nova:name>
Nov 23 06:18:23 user nova-compute[74675]:   <nova:creationTime>2023-11-23 06:18:23</nova:creationTime>
Nov 23 06:18:23 user nova-compute[74675]:   <nova:flavor name="m1.tiny">
Nov 23 06:18:23 user nova-compute[74675]:     <nova:memory>512</nova:memory>
Nov 23 06:18:23 user nova-compute[74675]:     <nova:disk>1</nova:disk>
Nov 23 06:18:23 user nova-compute[74675]:     <nova:swap>0</nova:swap>
Nov 23 06:18:23 user nova-compute[74675]:     <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:18:23 user nova-compute[74675]:     <nova:vcpus>1</nova:vcpus>
Nov 23 06:18:23 user nova-compute[74675]:   </nova:flavor>
Nov 23 06:18:23 user nova-compute[74675]:   <nova:owner>
Nov 23 06:18:23 user nova-compute[74675]:     <nova:user uuid="1af88d8e1edd4516a0c35af8e3552dc6">tempest-TaggedAttachmentsTest-1368885131-project-member</nova:user>
Nov 23 06:18:23 user nova-compute[74675]:     <nova:project uuid="9dca65c5e61b4853bc4d455cbdbb6afe">tempest-TaggedAttachmentsTest-1368885131</nova:project>
Nov 23 06:18:23 user nova-compute[74675]:   </nova:owner>
Nov 23 06:18:23 user nova-compute[74675]:   <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:18:23 user nova-compute[74675]:   <nova:ports>
Nov 23 06:18:23 user nova-compute[74675]:     <nova:port uuid="3a18a0ea-2709-4614-a351-bec8ab84d97b">
Nov 23 06:18:23 user nova-compute[74675]:       <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 23 06:18:23 user nova-compute[74675]:     </nova:port>
Nov 23 06:18:23 user nova-compute[74675]:   </nova:ports>
Nov 23 06:18:23 user nova-compute[74675]: </nova:instance>
Nov 23 06:18:23 user nova-compute[74675]:  {{(pid=74675) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 23 06:18:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Instance destroyed successfully.
Nov 23 06:18:23 user nova-compute[74675]: DEBUG nova.objects.instance [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lazy-loading 'resources' on Instance uuid 23b16712-4309-4d46-81ec-720a135c9418 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:15:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1062229394',display_name='tempest-VolumesAssistedSnapshotsTest-server-1062229394',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1062229394',id=9,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE0QD7wyuMtCvoMHMrDp8ZZyLVlJoXRtTSjNcUOIIA16xVKeBMDvdSrJHcP/joSeWQqhl7h/x3ulbM73CVK9VXfuhd70rtXPMEZFLyF3BfAqx7T+6H4Zko0hHPh9W55T+g==',key_name='tempest-keypair-997310784',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:15:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1aebde71ee4c4a0eaa78a8da380c2d16',ramdisk_id='',reservation_id='r-8dgrw776',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1797376906',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1797376906-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:15:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='283b44c5168f42aaa1e5776617ee2ee4',uuid=23b16712-4309-4d46-81ec-720a135c9418,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "address": "fa:16:3e:13:1b:5d", "network": {"id": "01db44ca-f624-410f-95f6-07ce1e9ef826", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1125460851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aebde71ee4c4a0eaa78a8da380c2d16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf929e695-34", "ovs_interfaceid": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Converting VIF {"id": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "address": "fa:16:3e:13:1b:5d", "network": {"id": "01db44ca-f624-410f-95f6-07ce1e9ef826", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1125460851-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aebde71ee4c4a0eaa78a8da380c2d16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf929e695-34", "ovs_interfaceid": "f929e695-3449-4e22-9efc-2fd7bd299ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:13:1b:5d,bridge_name='br-int',has_traffic_filtering=True,id=f929e695-3449-4e22-9efc-2fd7bd299ec2,network=Network(01db44ca-f624-410f-95f6-07ce1e9ef826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf929e695-34') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG os_vif [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:13:1b:5d,bridge_name='br-int',has_traffic_filtering=True,id=f929e695-3449-4e22-9efc-2fd7bd299ec2,network=Network(01db44ca-f624-410f-95f6-07ce1e9ef826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf929e695-34') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf929e695-34, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4146b073-b601-47b9-aee9-578af9b4704c) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:23 user nova-compute[74675]: INFO os_vif [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:13:1b:5d,bridge_name='br-int',has_traffic_filtering=True,id=f929e695-3449-4e22-9efc-2fd7bd299ec2,network=Network(01db44ca-f624-410f-95f6-07ce1e9ef826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf929e695-34')
Nov 23 06:18:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Deleting instance files /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418_del
Nov 23 06:18:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Deletion of /opt/stack/data/nova/instances/23b16712-4309-4d46-81ec-720a135c9418_del complete
Nov 23 06:18:24 user nova-compute[74675]: INFO nova.compute.manager [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 23 06:18:24 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 23b16712-4309-4d46-81ec-720a135c9418] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received event network-vif-deleted-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:24 user nova-compute[74675]: INFO nova.compute.manager [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Neutron deleted interface 4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f; detaching it from the instance and deleting it from the info cache
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.network.neutron [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Updating instance_info_cache with network_info: [{"id": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "address": "fa:16:3e:e1:03:10", "network": {"id": "aa6524cc-f831-44bc-bea2-65289fb5d211", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1696372180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a18a0ea-27", "ovs_interfaceid": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.objects.instance [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] Lazy-loading 'system_metadata' on Instance uuid adfacbf3-a10d-44fb-a252-95572a966156 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquired lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.network.neutron [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.objects.instance [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] Lazy-loading 'flavor' on Instance uuid adfacbf3-a10d-44fb-a252-95572a966156 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.objects.base [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] Object Instance<adfacbf3-a10d-44fb-a252-95572a966156> lazy-loaded attributes: system_metadata,flavor {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:15:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1759513636',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1759513636',id=10,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEhN9FG9TlhT3WpiwEkpPL4A8r8u7a9cF3KIhG5p/BN6wiENAE+m4iT/+FMB12yq6qKXEYrSuik3AgJWD++JVGNC57W2B6tUU5icBbfyqFwab+q8DDCV0/Ii7IYBDd4JeQ==',key_name='tempest-keypair-1739333336',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:15:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9dca65c5e61b4853bc4d455cbdbb6afe',ramdisk_id='',reservation_id='r-9u9oob5p',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1368885131',owner_user_name='tempest-TaggedAttachmentsTest-1368885131-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:15:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1af88d8e1edd4516a0c35af8e3552dc6',uuid=adfacbf3-a10d-44fb-a252-95572a966156,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "address": "fa:16:3e:55:38:16", "network": {"id": "1228b7ee-4699-4ef5-bb25-6dea6f084301", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1124930866", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c9a1dfe-2e", "ovs_interfaceid": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.network.os_vif_util [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] Converting VIF {"id": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "address": "fa:16:3e:55:38:16", "network": {"id": "1228b7ee-4699-4ef5-bb25-6dea6f084301", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1124930866", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c9a1dfe-2e", "ovs_interfaceid": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.network.os_vif_util [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:38:16,bridge_name='br-int',has_traffic_filtering=True,id=4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f,network=Network(1228b7ee-4699-4ef5-bb25-6dea6f084301),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c9a1dfe-2e') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:55:38:16"/><model type="virtio"/><mtu size="1442"/><target dev="tap4c9a1dfe-2e"/></interface> {{(pid=74675) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:55:38:16"/><model type="virtio"/><mtu size="1442"/><target dev="tap4c9a1dfe-2e"/></interface>not found in domain: <domain type='kvm' id='10'>
Nov 23 06:18:24 user nova-compute[74675]:   <name>instance-0000000a</name>
Nov 23 06:18:24 user nova-compute[74675]:   <uuid>adfacbf3-a10d-44fb-a252-95572a966156</uuid>
Nov 23 06:18:24 user nova-compute[74675]:   <metadata>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:18:24 user nova-compute[74675]:   <nova:package version="0.0.0"/>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:name>tempest-device-tagging-server-1759513636</nova:name>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:creationTime>2023-11-23 06:18:23</nova:creationTime>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:flavor name="m1.tiny">
Nov 23 06:18:24 user nova-compute[74675]:     <nova:memory>512</nova:memory>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:disk>1</nova:disk>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:swap>0</nova:swap>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:vcpus>1</nova:vcpus>
Nov 23 06:18:24 user nova-compute[74675]:   </nova:flavor>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:owner>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:user uuid="1af88d8e1edd4516a0c35af8e3552dc6">tempest-TaggedAttachmentsTest-1368885131-project-member</nova:user>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:project uuid="9dca65c5e61b4853bc4d455cbdbb6afe">tempest-TaggedAttachmentsTest-1368885131</nova:project>
Nov 23 06:18:24 user nova-compute[74675]:   </nova:owner>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:ports>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:port uuid="3a18a0ea-2709-4614-a351-bec8ab84d97b">
Nov 23 06:18:24 user nova-compute[74675]:       <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 23 06:18:24 user nova-compute[74675]:     </nova:port>
Nov 23 06:18:24 user nova-compute[74675]:   </nova:ports>
Nov 23 06:18:24 user nova-compute[74675]: </nova:instance>
Nov 23 06:18:24 user nova-compute[74675]:   </metadata>
Nov 23 06:18:24 user nova-compute[74675]:   <memory unit='KiB'>524288</memory>
Nov 23 06:18:24 user nova-compute[74675]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 23 06:18:24 user nova-compute[74675]:   <vcpu placement='static'>1</vcpu>
Nov 23 06:18:24 user nova-compute[74675]:   <resource>
Nov 23 06:18:24 user nova-compute[74675]:     <partition>/machine</partition>
Nov 23 06:18:24 user nova-compute[74675]:   </resource>
Nov 23 06:18:24 user nova-compute[74675]:   <sysinfo type='smbios'>
Nov 23 06:18:24 user nova-compute[74675]:     <system>
Nov 23 06:18:24 user nova-compute[74675]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 23 06:18:24 user nova-compute[74675]:       <entry name='product'>OpenStack Nova</entry>
Nov 23 06:18:24 user nova-compute[74675]:       <entry name='version'>0.0.0</entry>
Nov 23 06:18:24 user nova-compute[74675]:       <entry name='serial'>adfacbf3-a10d-44fb-a252-95572a966156</entry>
Nov 23 06:18:24 user nova-compute[74675]:       <entry name='uuid'>adfacbf3-a10d-44fb-a252-95572a966156</entry>
Nov 23 06:18:24 user nova-compute[74675]:       <entry name='family'>Virtual Machine</entry>
Nov 23 06:18:24 user nova-compute[74675]:     </system>
Nov 23 06:18:24 user nova-compute[74675]:   </sysinfo>
Nov 23 06:18:24 user nova-compute[74675]:   <os>
Nov 23 06:18:24 user nova-compute[74675]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 23 06:18:24 user nova-compute[74675]:     <boot dev='hd'/>
Nov 23 06:18:24 user nova-compute[74675]:     <smbios mode='sysinfo'/>
Nov 23 06:18:24 user nova-compute[74675]:   </os>
Nov 23 06:18:24 user nova-compute[74675]:   <features>
Nov 23 06:18:24 user nova-compute[74675]:     <acpi/>
Nov 23 06:18:24 user nova-compute[74675]:     <apic/>
Nov 23 06:18:24 user nova-compute[74675]:     <vmcoreinfo state='on'/>
Nov 23 06:18:24 user nova-compute[74675]:   </features>
Nov 23 06:18:24 user nova-compute[74675]:   <cpu mode='custom' match='exact' check='full'>
Nov 23 06:18:24 user nova-compute[74675]:     <model fallback='forbid'>Nehalem</model>
Nov 23 06:18:24 user nova-compute[74675]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 23 06:18:24 user nova-compute[74675]:     <feature policy='require' name='vme'/>
Nov 23 06:18:24 user nova-compute[74675]:     <feature policy='require' name='x2apic'/>
Nov 23 06:18:24 user nova-compute[74675]:     <feature policy='require' name='hypervisor'/>
Nov 23 06:18:24 user nova-compute[74675]:   </cpu>
Nov 23 06:18:24 user nova-compute[74675]:   <clock offset='utc'>
Nov 23 06:18:24 user nova-compute[74675]:     <timer name='pit' tickpolicy='delay'/>
Nov 23 06:18:24 user nova-compute[74675]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 23 06:18:24 user nova-compute[74675]:     <timer name='hpet' present='no'/>
Nov 23 06:18:24 user nova-compute[74675]:   </clock>
Nov 23 06:18:24 user nova-compute[74675]:   <on_poweroff>destroy</on_poweroff>
Nov 23 06:18:24 user nova-compute[74675]:   <on_reboot>restart</on_reboot>
Nov 23 06:18:24 user nova-compute[74675]:   <on_crash>destroy</on_crash>
Nov 23 06:18:24 user nova-compute[74675]:   <devices>
Nov 23 06:18:24 user nova-compute[74675]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 23 06:18:24 user nova-compute[74675]:     <disk type='file' device='disk'>
Nov 23 06:18:24 user nova-compute[74675]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 23 06:18:24 user nova-compute[74675]:       <source file='/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk' index='2'/>
Nov 23 06:18:24 user nova-compute[74675]:       <backingStore type='file' index='3'>
Nov 23 06:18:24 user nova-compute[74675]:         <format type='raw'/>
Nov 23 06:18:24 user nova-compute[74675]:         <source file='/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf'/>
Nov 23 06:18:24 user nova-compute[74675]:         <backingStore/>
Nov 23 06:18:24 user nova-compute[74675]:       </backingStore>
Nov 23 06:18:24 user nova-compute[74675]:       <target dev='vda' bus='virtio'/>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='virtio-disk0'/>
Nov 23 06:18:24 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </disk>
Nov 23 06:18:24 user nova-compute[74675]:     <disk type='file' device='cdrom'>
Nov 23 06:18:24 user nova-compute[74675]:       <driver name='qemu' type='raw' cache='none'/>
Nov 23 06:18:24 user nova-compute[74675]:       <source file='/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk.config' index='1'/>
Nov 23 06:18:24 user nova-compute[74675]:       <backingStore/>
Nov 23 06:18:24 user nova-compute[74675]:       <target dev='hda' bus='ide'/>
Nov 23 06:18:24 user nova-compute[74675]:       <readonly/>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='ide0-0-0'/>
Nov 23 06:18:24 user nova-compute[74675]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </disk>
Nov 23 06:18:24 user nova-compute[74675]:     <controller type='usb' index='0' model='none'>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='usb'/>
Nov 23 06:18:24 user nova-compute[74675]:     </controller>
Nov 23 06:18:24 user nova-compute[74675]:     <controller type='pci' index='0' model='pci-root'>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='pci.0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </controller>
Nov 23 06:18:24 user nova-compute[74675]:     <controller type='ide' index='0'>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='ide'/>
Nov 23 06:18:24 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 23 06:18:24 user nova-compute[74675]:     </controller>
Nov 23 06:18:24 user nova-compute[74675]:     <interface type='ethernet'>
Nov 23 06:18:24 user nova-compute[74675]:       <mac address='fa:16:3e:e1:03:10'/>
Nov 23 06:18:24 user nova-compute[74675]:       <target dev='tap3a18a0ea-27'/>
Nov 23 06:18:24 user nova-compute[74675]:       <model type='virtio'/>
Nov 23 06:18:24 user nova-compute[74675]:       <mtu size='1442'/>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='net0'/>
Nov 23 06:18:24 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </interface>
Nov 23 06:18:24 user nova-compute[74675]:     <serial type='pty'>
Nov 23 06:18:24 user nova-compute[74675]:       <source path='/dev/pts/9'/>
Nov 23 06:18:24 user nova-compute[74675]:       <log file='/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/console.log' append='off'/>
Nov 23 06:18:24 user nova-compute[74675]:       <target type='isa-serial' port='0'>
Nov 23 06:18:24 user nova-compute[74675]:         <model name='isa-serial'/>
Nov 23 06:18:24 user nova-compute[74675]:       </target>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='serial0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </serial>
Nov 23 06:18:24 user nova-compute[74675]:     <console type='pty' tty='/dev/pts/9'>
Nov 23 06:18:24 user nova-compute[74675]:       <source path='/dev/pts/9'/>
Nov 23 06:18:24 user nova-compute[74675]:       <log file='/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/console.log' append='off'/>
Nov 23 06:18:24 user nova-compute[74675]:       <target type='serial' port='0'/>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='serial0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </console>
Nov 23 06:18:24 user nova-compute[74675]:     <input type='mouse' bus='ps2'>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='input0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </input>
Nov 23 06:18:24 user nova-compute[74675]:     <input type='keyboard' bus='ps2'>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='input1'/>
Nov 23 06:18:24 user nova-compute[74675]:     </input>
Nov 23 06:18:24 user nova-compute[74675]:     <graphics type='vnc' port='5909' autoport='yes' listen='0.0.0.0'>
Nov 23 06:18:24 user nova-compute[74675]:       <listen type='address' address='0.0.0.0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </graphics>
Nov 23 06:18:24 user nova-compute[74675]:     <audio id='1' type='none'/>
Nov 23 06:18:24 user nova-compute[74675]:     <video>
Nov 23 06:18:24 user nova-compute[74675]:       <model type='virtio' heads='1' primary='yes'/>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='video0'/>
Nov 23 06:18:24 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </video>
Nov 23 06:18:24 user nova-compute[74675]:     <memballoon model='virtio'>
Nov 23 06:18:24 user nova-compute[74675]:       <stats period='10'/>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='balloon0'/>
Nov 23 06:18:24 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </memballoon>
Nov 23 06:18:24 user nova-compute[74675]:     <rng model='virtio'>
Nov 23 06:18:24 user nova-compute[74675]:       <backend model='random'>/dev/urandom</backend>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='rng0'/>
Nov 23 06:18:24 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </rng>
Nov 23 06:18:24 user nova-compute[74675]:   </devices>
Nov 23 06:18:24 user nova-compute[74675]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 23 06:18:24 user nova-compute[74675]:     <label>libvirt-adfacbf3-a10d-44fb-a252-95572a966156</label>
Nov 23 06:18:24 user nova-compute[74675]:     <imagelabel>libvirt-adfacbf3-a10d-44fb-a252-95572a966156</imagelabel>
Nov 23 06:18:24 user nova-compute[74675]:   </seclabel>
Nov 23 06:18:24 user nova-compute[74675]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 23 06:18:24 user nova-compute[74675]:     <label>+64055:+108</label>
Nov 23 06:18:24 user nova-compute[74675]:     <imagelabel>+64055:+108</imagelabel>
Nov 23 06:18:24 user nova-compute[74675]:   </seclabel>
Nov 23 06:18:24 user nova-compute[74675]: </domain>
Nov 23 06:18:24 user nova-compute[74675]:  {{(pid=74675) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:55:38:16"/><model type="virtio"/><mtu size="1442"/><target dev="tap4c9a1dfe-2e"/></interface> {{(pid=74675) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:55:38:16"/><model type="virtio"/><mtu size="1442"/><target dev="tap4c9a1dfe-2e"/></interface>not found in domain: <domain type='kvm' id='10'>
Nov 23 06:18:24 user nova-compute[74675]:   <name>instance-0000000a</name>
Nov 23 06:18:24 user nova-compute[74675]:   <uuid>adfacbf3-a10d-44fb-a252-95572a966156</uuid>
Nov 23 06:18:24 user nova-compute[74675]:   <metadata>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:18:24 user nova-compute[74675]:   <nova:package version="0.0.0"/>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:name>tempest-device-tagging-server-1759513636</nova:name>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:creationTime>2023-11-23 06:18:23</nova:creationTime>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:flavor name="m1.tiny">
Nov 23 06:18:24 user nova-compute[74675]:     <nova:memory>512</nova:memory>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:disk>1</nova:disk>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:swap>0</nova:swap>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:vcpus>1</nova:vcpus>
Nov 23 06:18:24 user nova-compute[74675]:   </nova:flavor>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:owner>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:user uuid="1af88d8e1edd4516a0c35af8e3552dc6">tempest-TaggedAttachmentsTest-1368885131-project-member</nova:user>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:project uuid="9dca65c5e61b4853bc4d455cbdbb6afe">tempest-TaggedAttachmentsTest-1368885131</nova:project>
Nov 23 06:18:24 user nova-compute[74675]:   </nova:owner>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:ports>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:port uuid="3a18a0ea-2709-4614-a351-bec8ab84d97b">
Nov 23 06:18:24 user nova-compute[74675]:       <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 23 06:18:24 user nova-compute[74675]:     </nova:port>
Nov 23 06:18:24 user nova-compute[74675]:   </nova:ports>
Nov 23 06:18:24 user nova-compute[74675]: </nova:instance>
Nov 23 06:18:24 user nova-compute[74675]:   </metadata>
Nov 23 06:18:24 user nova-compute[74675]:   <memory unit='KiB'>524288</memory>
Nov 23 06:18:24 user nova-compute[74675]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 23 06:18:24 user nova-compute[74675]:   <vcpu placement='static'>1</vcpu>
Nov 23 06:18:24 user nova-compute[74675]:   <resource>
Nov 23 06:18:24 user nova-compute[74675]:     <partition>/machine</partition>
Nov 23 06:18:24 user nova-compute[74675]:   </resource>
Nov 23 06:18:24 user nova-compute[74675]:   <sysinfo type='smbios'>
Nov 23 06:18:24 user nova-compute[74675]:     <system>
Nov 23 06:18:24 user nova-compute[74675]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 23 06:18:24 user nova-compute[74675]:       <entry name='product'>OpenStack Nova</entry>
Nov 23 06:18:24 user nova-compute[74675]:       <entry name='version'>0.0.0</entry>
Nov 23 06:18:24 user nova-compute[74675]:       <entry name='serial'>adfacbf3-a10d-44fb-a252-95572a966156</entry>
Nov 23 06:18:24 user nova-compute[74675]:       <entry name='uuid'>adfacbf3-a10d-44fb-a252-95572a966156</entry>
Nov 23 06:18:24 user nova-compute[74675]:       <entry name='family'>Virtual Machine</entry>
Nov 23 06:18:24 user nova-compute[74675]:     </system>
Nov 23 06:18:24 user nova-compute[74675]:   </sysinfo>
Nov 23 06:18:24 user nova-compute[74675]:   <os>
Nov 23 06:18:24 user nova-compute[74675]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 23 06:18:24 user nova-compute[74675]:     <boot dev='hd'/>
Nov 23 06:18:24 user nova-compute[74675]:     <smbios mode='sysinfo'/>
Nov 23 06:18:24 user nova-compute[74675]:   </os>
Nov 23 06:18:24 user nova-compute[74675]:   <features>
Nov 23 06:18:24 user nova-compute[74675]:     <acpi/>
Nov 23 06:18:24 user nova-compute[74675]:     <apic/>
Nov 23 06:18:24 user nova-compute[74675]:     <vmcoreinfo state='on'/>
Nov 23 06:18:24 user nova-compute[74675]:   </features>
Nov 23 06:18:24 user nova-compute[74675]:   <cpu mode='custom' match='exact' check='full'>
Nov 23 06:18:24 user nova-compute[74675]:     <model fallback='forbid'>Nehalem</model>
Nov 23 06:18:24 user nova-compute[74675]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 23 06:18:24 user nova-compute[74675]:     <feature policy='require' name='vme'/>
Nov 23 06:18:24 user nova-compute[74675]:     <feature policy='require' name='x2apic'/>
Nov 23 06:18:24 user nova-compute[74675]:     <feature policy='require' name='hypervisor'/>
Nov 23 06:18:24 user nova-compute[74675]:   </cpu>
Nov 23 06:18:24 user nova-compute[74675]:   <clock offset='utc'>
Nov 23 06:18:24 user nova-compute[74675]:     <timer name='pit' tickpolicy='delay'/>
Nov 23 06:18:24 user nova-compute[74675]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 23 06:18:24 user nova-compute[74675]:     <timer name='hpet' present='no'/>
Nov 23 06:18:24 user nova-compute[74675]:   </clock>
Nov 23 06:18:24 user nova-compute[74675]:   <on_poweroff>destroy</on_poweroff>
Nov 23 06:18:24 user nova-compute[74675]:   <on_reboot>restart</on_reboot>
Nov 23 06:18:24 user nova-compute[74675]:   <on_crash>destroy</on_crash>
Nov 23 06:18:24 user nova-compute[74675]:   <devices>
Nov 23 06:18:24 user nova-compute[74675]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 23 06:18:24 user nova-compute[74675]:     <disk type='file' device='disk'>
Nov 23 06:18:24 user nova-compute[74675]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 23 06:18:24 user nova-compute[74675]:       <source file='/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk' index='2'/>
Nov 23 06:18:24 user nova-compute[74675]:       <backingStore type='file' index='3'>
Nov 23 06:18:24 user nova-compute[74675]:         <format type='raw'/>
Nov 23 06:18:24 user nova-compute[74675]:         <source file='/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf'/>
Nov 23 06:18:24 user nova-compute[74675]:         <backingStore/>
Nov 23 06:18:24 user nova-compute[74675]:       </backingStore>
Nov 23 06:18:24 user nova-compute[74675]:       <target dev='vda' bus='virtio'/>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='virtio-disk0'/>
Nov 23 06:18:24 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </disk>
Nov 23 06:18:24 user nova-compute[74675]:     <disk type='file' device='cdrom'>
Nov 23 06:18:24 user nova-compute[74675]:       <driver name='qemu' type='raw' cache='none'/>
Nov 23 06:18:24 user nova-compute[74675]:       <source file='/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk.config' index='1'/>
Nov 23 06:18:24 user nova-compute[74675]:       <backingStore/>
Nov 23 06:18:24 user nova-compute[74675]:       <target dev='hda' bus='ide'/>
Nov 23 06:18:24 user nova-compute[74675]:       <readonly/>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='ide0-0-0'/>
Nov 23 06:18:24 user nova-compute[74675]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </disk>
Nov 23 06:18:24 user nova-compute[74675]:     <controller type='usb' index='0' model='none'>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='usb'/>
Nov 23 06:18:24 user nova-compute[74675]:     </controller>
Nov 23 06:18:24 user nova-compute[74675]:     <controller type='pci' index='0' model='pci-root'>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='pci.0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </controller>
Nov 23 06:18:24 user nova-compute[74675]:     <controller type='ide' index='0'>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='ide'/>
Nov 23 06:18:24 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 23 06:18:24 user nova-compute[74675]:     </controller>
Nov 23 06:18:24 user nova-compute[74675]:     <interface type='ethernet'>
Nov 23 06:18:24 user nova-compute[74675]:       <mac address='fa:16:3e:e1:03:10'/>
Nov 23 06:18:24 user nova-compute[74675]:       <target dev='tap3a18a0ea-27'/>
Nov 23 06:18:24 user nova-compute[74675]:       <model type='virtio'/>
Nov 23 06:18:24 user nova-compute[74675]:       <mtu size='1442'/>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='net0'/>
Nov 23 06:18:24 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </interface>
Nov 23 06:18:24 user nova-compute[74675]:     <serial type='pty'>
Nov 23 06:18:24 user nova-compute[74675]:       <source path='/dev/pts/9'/>
Nov 23 06:18:24 user nova-compute[74675]:       <log file='/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/console.log' append='off'/>
Nov 23 06:18:24 user nova-compute[74675]:       <target type='isa-serial' port='0'>
Nov 23 06:18:24 user nova-compute[74675]:         <model name='isa-serial'/>
Nov 23 06:18:24 user nova-compute[74675]:       </target>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='serial0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </serial>
Nov 23 06:18:24 user nova-compute[74675]:     <console type='pty' tty='/dev/pts/9'>
Nov 23 06:18:24 user nova-compute[74675]:       <source path='/dev/pts/9'/>
Nov 23 06:18:24 user nova-compute[74675]:       <log file='/opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/console.log' append='off'/>
Nov 23 06:18:24 user nova-compute[74675]:       <target type='serial' port='0'/>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='serial0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </console>
Nov 23 06:18:24 user nova-compute[74675]:     <input type='mouse' bus='ps2'>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='input0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </input>
Nov 23 06:18:24 user nova-compute[74675]:     <input type='keyboard' bus='ps2'>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='input1'/>
Nov 23 06:18:24 user nova-compute[74675]:     </input>
Nov 23 06:18:24 user nova-compute[74675]:     <graphics type='vnc' port='5909' autoport='yes' listen='0.0.0.0'>
Nov 23 06:18:24 user nova-compute[74675]:       <listen type='address' address='0.0.0.0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </graphics>
Nov 23 06:18:24 user nova-compute[74675]:     <audio id='1' type='none'/>
Nov 23 06:18:24 user nova-compute[74675]:     <video>
Nov 23 06:18:24 user nova-compute[74675]:       <model type='virtio' heads='1' primary='yes'/>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='video0'/>
Nov 23 06:18:24 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </video>
Nov 23 06:18:24 user nova-compute[74675]:     <memballoon model='virtio'>
Nov 23 06:18:24 user nova-compute[74675]:       <stats period='10'/>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='balloon0'/>
Nov 23 06:18:24 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </memballoon>
Nov 23 06:18:24 user nova-compute[74675]:     <rng model='virtio'>
Nov 23 06:18:24 user nova-compute[74675]:       <backend model='random'>/dev/urandom</backend>
Nov 23 06:18:24 user nova-compute[74675]:       <alias name='rng0'/>
Nov 23 06:18:24 user nova-compute[74675]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 23 06:18:24 user nova-compute[74675]:     </rng>
Nov 23 06:18:24 user nova-compute[74675]:   </devices>
Nov 23 06:18:24 user nova-compute[74675]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 23 06:18:24 user nova-compute[74675]:     <label>libvirt-adfacbf3-a10d-44fb-a252-95572a966156</label>
Nov 23 06:18:24 user nova-compute[74675]:     <imagelabel>libvirt-adfacbf3-a10d-44fb-a252-95572a966156</imagelabel>
Nov 23 06:18:24 user nova-compute[74675]:   </seclabel>
Nov 23 06:18:24 user nova-compute[74675]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 23 06:18:24 user nova-compute[74675]:     <label>+64055:+108</label>
Nov 23 06:18:24 user nova-compute[74675]:     <imagelabel>+64055:+108</imagelabel>
Nov 23 06:18:24 user nova-compute[74675]:   </seclabel>
Nov 23 06:18:24 user nova-compute[74675]: </domain>
Nov 23 06:18:24 user nova-compute[74675]:  {{(pid=74675) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 23 06:18:24 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Detaching interface fa:16:3e:55:38:16 failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap4c9a1dfe-2e' not found.
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:15:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1759513636',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1759513636',id=10,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEhN9FG9TlhT3WpiwEkpPL4A8r8u7a9cF3KIhG5p/BN6wiENAE+m4iT/+FMB12yq6qKXEYrSuik3AgJWD++JVGNC57W2B6tUU5icBbfyqFwab+q8DDCV0/Ii7IYBDd4JeQ==',key_name='tempest-keypair-1739333336',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:15:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9dca65c5e61b4853bc4d455cbdbb6afe',ramdisk_id='',reservation_id='r-9u9oob5p',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1368885131',owner_user_name='tempest-TaggedAttachmentsTest-1368885131-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:15:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1af88d8e1edd4516a0c35af8e3552dc6',uuid=adfacbf3-a10d-44fb-a252-95572a966156,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "address": "fa:16:3e:55:38:16", "network": {"id": "1228b7ee-4699-4ef5-bb25-6dea6f084301", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1124930866", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c9a1dfe-2e", "ovs_interfaceid": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.network.os_vif_util [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] Converting VIF {"id": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "address": "fa:16:3e:55:38:16", "network": {"id": "1228b7ee-4699-4ef5-bb25-6dea6f084301", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1124930866", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c9a1dfe-2e", "ovs_interfaceid": "4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.network.os_vif_util [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:38:16,bridge_name='br-int',has_traffic_filtering=True,id=4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f,network=Network(1228b7ee-4699-4ef5-bb25-6dea6f084301),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c9a1dfe-2e') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG os_vif [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:38:16,bridge_name='br-int',has_traffic_filtering=True,id=4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f,network=Network(1228b7ee-4699-4ef5-bb25-6dea6f084301),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c9a1dfe-2e') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4c9a1dfe-2e, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:18:24 user nova-compute[74675]: INFO os_vif [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:38:16,bridge_name='br-int',has_traffic_filtering=True,id=4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f,network=Network(1228b7ee-4699-4ef5-bb25-6dea6f084301),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c9a1dfe-2e')
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [req-65cd63a3-0891-4fd0-b9cd-70704b0860f4 req-dc126482-6600-418f-bcc7-4fa6c094e608 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:18:24 user nova-compute[74675]:   <nova:package version="0.0.0"/>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:name>tempest-device-tagging-server-1759513636</nova:name>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:creationTime>2023-11-23 06:18:24</nova:creationTime>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:flavor name="m1.tiny">
Nov 23 06:18:24 user nova-compute[74675]:     <nova:memory>512</nova:memory>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:disk>1</nova:disk>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:swap>0</nova:swap>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:vcpus>1</nova:vcpus>
Nov 23 06:18:24 user nova-compute[74675]:   </nova:flavor>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:owner>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:user uuid="1af88d8e1edd4516a0c35af8e3552dc6">tempest-TaggedAttachmentsTest-1368885131-project-member</nova:user>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:project uuid="9dca65c5e61b4853bc4d455cbdbb6afe">tempest-TaggedAttachmentsTest-1368885131</nova:project>
Nov 23 06:18:24 user nova-compute[74675]:   </nova:owner>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:18:24 user nova-compute[74675]:   <nova:ports>
Nov 23 06:18:24 user nova-compute[74675]:     <nova:port uuid="3a18a0ea-2709-4614-a351-bec8ab84d97b">
Nov 23 06:18:24 user nova-compute[74675]:       <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 23 06:18:24 user nova-compute[74675]:     </nova:port>
Nov 23 06:18:24 user nova-compute[74675]:   </nova:ports>
Nov 23 06:18:24 user nova-compute[74675]: </nova:instance>
Nov 23 06:18:24 user nova-compute[74675]:  {{(pid=74675) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.network.neutron [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Updating instance_info_cache with network_info: [{"id": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "address": "fa:16:3e:e1:03:10", "network": {"id": "aa6524cc-f831-44bc-bea2-65289fb5d211", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1696372180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a18a0ea-27", "ovs_interfaceid": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Releasing lock "refresh_cache-adfacbf3-a10d-44fb-a252-95572a966156" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:18:24 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Took 0.76 seconds to deallocate network for instance.
Nov 23 06:18:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19e38a4e-d183-476e-a204-afadcbed6731 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "interface-adfacbf3-a10d-44fb-a252-95572a966156-4c9a1dfe-2ea6-46a7-85b0-f8ba3f1c549f" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.811s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:25 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:18:25 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:18:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.321s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:25 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Deleted allocations for instance 23b16712-4309-4d46-81ec-720a135c9418
Nov 23 06:18:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-acb316f2-feed-479a-a26e-75a9e62cd744 tempest-VolumesAssistedSnapshotsTest-1797376906 tempest-VolumesAssistedSnapshotsTest-1797376906-project-member] Lock "23b16712-4309-4d46-81ec-720a135c9418" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.358s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-0c7ebeeb-4874-484d-a1c3-3eb3aa35fdde req-31a9d76f-9149-4108-9d77-21e95422e8c7 service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Received event network-vif-plugged-f929e695-3449-4e22-9efc-2fd7bd299ec2 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0c7ebeeb-4874-484d-a1c3-3eb3aa35fdde req-31a9d76f-9149-4108-9d77-21e95422e8c7 service nova] Acquiring lock "23b16712-4309-4d46-81ec-720a135c9418-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0c7ebeeb-4874-484d-a1c3-3eb3aa35fdde req-31a9d76f-9149-4108-9d77-21e95422e8c7 service nova] Lock "23b16712-4309-4d46-81ec-720a135c9418-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0c7ebeeb-4874-484d-a1c3-3eb3aa35fdde req-31a9d76f-9149-4108-9d77-21e95422e8c7 service nova] Lock "23b16712-4309-4d46-81ec-720a135c9418-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-0c7ebeeb-4874-484d-a1c3-3eb3aa35fdde req-31a9d76f-9149-4108-9d77-21e95422e8c7 service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] No waiting events found dispatching network-vif-plugged-f929e695-3449-4e22-9efc-2fd7bd299ec2 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:25 user nova-compute[74675]: WARNING nova.compute.manager [req-0c7ebeeb-4874-484d-a1c3-3eb3aa35fdde req-31a9d76f-9149-4108-9d77-21e95422e8c7 service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Received unexpected event network-vif-plugged-f929e695-3449-4e22-9efc-2fd7bd299ec2 for instance with vm_state deleted and task_state None.
Nov 23 06:18:26 user nova-compute[74675]: DEBUG nova.compute.manager [req-235adec4-c67c-4136-83ec-289f6e6e7781 req-952d7e3b-ad72-44bd-9d76-d87b6b1e8e59 service nova] [instance: 23b16712-4309-4d46-81ec-720a135c9418] Received event network-vif-deleted-f929e695-3449-4e22-9efc-2fd7bd299ec2 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:33 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9d29192e-2d96-4325-adba-53573ebaa8cc is timed out.
Nov 23 06:18:33 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Successfully detached device vdb from instance 9d29192e-2d96-4325-adba-53573ebaa8cc from the live domain config.
Nov 23 06:18:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bCIDcfKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': 'ceb62112-1fe7-4d3d-b716-79eafbf3dfdc'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:18:33 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ba45383-4017-4118-a1b7-c39990caa4e1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:18:33 user nova-compute[74675]: No targets found.
Nov 23 06:18:33 user nova-compute[74675]: iSNS:
Nov 23 06:18:33 user nova-compute[74675]: No targets found.
Nov 23 06:18:33 user nova-compute[74675]: STATIC:
Nov 23 06:18:33 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc
Nov 23 06:18:33 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:18:33 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:18:33 user nova-compute[74675]: FIRMWARE:
Nov 23 06:18:33 user nova-compute[74675]: No targets found.
Nov 23 06:18:33 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:18:33 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:18:33 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4774d8b6-dfa4-40b4-ba41-ec93a6753449]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[38da4498-04e6-4320-8fc8-7348104cac91]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:18:33 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc (non-flash)
Nov 23 06:18:33 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac68209240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dad1a5e-6d18-4c46-85c6-7ec4c1456c90]: (4, ('path checker states:\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8a8574b-a343-4051-be4c-856c7ac1f407]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ad2548f-2e68-4d74-bfd3-215ca951a673]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.030s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bd56a0e-74bf-4f9c-95af-4d82a8e896e9]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f3a3afe-c44a-4465-83cb-8d29bf48ecc4]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa8daf95-3959-46a0-accf-2cc758912a15]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc, portal: 172.16.0.220,3260]
Nov 23 06:18:33 user nova-compute[74675]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc, portal: 172.16.0.220,3260] successful.
Nov 23 06:18:33 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ceb62112-1fe7-4d3d-b716-79eafbf3dfdc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f59b157-09c8-4371-a222-2b04f1868873]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.264s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] <== disconnect_volume: return (265ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:18:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:34 user nova-compute[74675]: DEBUG nova.objects.instance [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lazy-loading 'flavor' on Instance uuid 9d29192e-2d96-4325-adba-53573ebaa8cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:18:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43f76041-122d-4a5c-8df2-bbfb67d259d9 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.598s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:43 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:18:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "08802d78-5573-4533-b3aa-672fe57b971d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "08802d78-5573-4533-b3aa-672fe57b971d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG nova.compute.manager [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:18:44 user nova-compute[74675]: INFO nova.compute.claims [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Claim successful on node user
Nov 23 06:18:44 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.420s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG nova.compute.manager [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Updating instance_info_cache with network_info: [{"id": "515774e3-0f59-4077-b115-25a683a1e41b", "address": "fa:16:3e:ab:da:8e", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap515774e3-0f", "ovs_interfaceid": "515774e3-0f59-4077-b115-25a683a1e41b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG nova.compute.manager [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG nova.network.neutron [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:18:44 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:18:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG nova.compute.manager [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG nova.policy [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e28578c4a2646bfb41fed9714e6244d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8eaf068877754620a8c074e5463d5adc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG nova.compute.manager [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:18:44 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Creating image(s)
Nov 23 06:18:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "/opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "/opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "/opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.200s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk 1073741824" returned: 0 in 0.055s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG nova.network.neutron [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Successfully created port: 514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.225s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Checking if we can resize image /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Cannot resize image /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Ensure instance console log exists: /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG nova.objects.instance [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lazy-loading 'flavor' on Instance uuid cf5db4d3-2728-4ac9-aaec-05d1f1147329 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG nova.network.neutron [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Successfully updated port: 514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "refresh_cache-08802d78-5573-4533-b3aa-672fe57b971d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquired lock "refresh_cache-08802d78-5573-4533-b3aa-672fe57b971d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG nova.network.neutron [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG nova.compute.manager [req-558abe50-167e-4668-a35f-d74b3f2308d8 req-5d4c41d3-2a08-471e-96b3-3e60f03cd7b6 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received event network-changed-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG nova.compute.manager [req-558abe50-167e-4668-a35f-d74b3f2308d8 req-5d4c41d3-2a08-471e-96b3-3e60f03cd7b6 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Refreshing instance network info cache due to event network-changed-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-558abe50-167e-4668-a35f-d74b3f2308d8 req-5d4c41d3-2a08-471e-96b3-3e60f03cd7b6 service nova] Acquiring lock "refresh_cache-08802d78-5573-4533-b3aa-672fe57b971d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.155s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG nova.network.neutron [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:46 user nova-compute[74675]: INFO nova.compute.manager [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Attaching volume 20c3d6d4-df5d-4056-a30b-173cc0090b24 to /dev/vdb
Nov 23 06:18:46 user nova-compute[74675]: DEBUG os_brick.utils [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9388f944-aa9f-4281-a99a-8f580ea9eedc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbca26fd-2e01-49c4-9c21-22a779c9d5a2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c15273cc-a3c2-426d-a62c-7a5182f5be5e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7249b3b1-0698-4b50-b3be-bd7bffd0f8f8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:18:46 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe9f52fa-e93b-4be7-83a0-b633e38b5147]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG os_brick.utils [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] <== get_connector_properties: return (154ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Updating existing volume attachment record: 64891809-a4e7-4793-a10b-6cdae650f396 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG nova.network.neutron [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Updating instance_info_cache with network_info: [{"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Releasing lock "refresh_cache-08802d78-5573-4533-b3aa-672fe57b971d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG nova.compute.manager [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Instance network_info: |[{"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-558abe50-167e-4668-a35f-d74b3f2308d8 req-5d4c41d3-2a08-471e-96b3-3e60f03cd7b6 service nova] Acquired lock "refresh_cache-08802d78-5573-4533-b3aa-672fe57b971d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG nova.network.neutron [req-558abe50-167e-4668-a35f-d74b3f2308d8 req-5d4c41d3-2a08-471e-96b3-3e60f03cd7b6 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Refreshing network info cache for port 514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Start _get_guest_xml network_info=[{"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:18:46 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:18:46 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:18:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:18:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1372135748',display_name='tempest-tempest.common.compute-instance-1372135748',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1372135748',id=14,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFGf/Op6TsOpk5plN61UTz4UKhGPSOfU0L55tlEYNc3RlYGqp2zerpdBAFp/j2AvYHVH3UklbmN/WoJyR+KB0x5Bc1btsGWdk4lS0DSHIXtdMOYDYyJQwrkgsmipp0GVFQ==',key_name='tempest-keypair-692905932',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8eaf068877754620a8c074e5463d5adc',ramdisk_id='',reservation_id='r-dpxc5lc2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-891907262',owner_user_name='tempest-ServerActionsTestOtherA-891907262-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:18:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6e28578c4a2646bfb41fed9714e6244d',uuid=08802d78-5573-4533-b3aa-672fe57b971d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converting VIF {"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:d5:b1,bridge_name='br-int',has_traffic_filtering=True,id=514fb6d5-20c5-4186-a2eb-e6b1da2fcd53,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514fb6d5-20') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.objects.instance [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lazy-loading 'pci_devices' on Instance uuid 08802d78-5573-4533-b3aa-672fe57b971d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:18:47 user nova-compute[74675]:   <uuid>08802d78-5573-4533-b3aa-672fe57b971d</uuid>
Nov 23 06:18:47 user nova-compute[74675]:   <name>instance-0000000e</name>
Nov 23 06:18:47 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:18:47 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:18:47 user nova-compute[74675]:   <metadata>
Nov 23 06:18:47 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:18:47 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:18:47 user nova-compute[74675]:       <nova:name>tempest-tempest.common.compute-instance-1372135748</nova:name>
Nov 23 06:18:47 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:18:46</nova:creationTime>
Nov 23 06:18:47 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:18:47 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:18:47 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:18:47 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:18:47 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:18:47 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:18:47 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:18:47 user nova-compute[74675]:       <nova:owner>
Nov 23 06:18:47 user nova-compute[74675]:         <nova:user uuid="6e28578c4a2646bfb41fed9714e6244d">tempest-ServerActionsTestOtherA-891907262-project-member</nova:user>
Nov 23 06:18:47 user nova-compute[74675]:         <nova:project uuid="8eaf068877754620a8c074e5463d5adc">tempest-ServerActionsTestOtherA-891907262</nova:project>
Nov 23 06:18:47 user nova-compute[74675]:       </nova:owner>
Nov 23 06:18:47 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:18:47 user nova-compute[74675]:       <nova:ports>
Nov 23 06:18:47 user nova-compute[74675]:         <nova:port uuid="514fb6d5-20c5-4186-a2eb-e6b1da2fcd53">
Nov 23 06:18:47 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 23 06:18:47 user nova-compute[74675]:         </nova:port>
Nov 23 06:18:47 user nova-compute[74675]:       </nova:ports>
Nov 23 06:18:47 user nova-compute[74675]:     </nova:instance>
Nov 23 06:18:47 user nova-compute[74675]:   </metadata>
Nov 23 06:18:47 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:18:47 user nova-compute[74675]:     <system>
Nov 23 06:18:47 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:18:47 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:18:47 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:18:47 user nova-compute[74675]:       <entry name="serial">08802d78-5573-4533-b3aa-672fe57b971d</entry>
Nov 23 06:18:47 user nova-compute[74675]:       <entry name="uuid">08802d78-5573-4533-b3aa-672fe57b971d</entry>
Nov 23 06:18:47 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:18:47 user nova-compute[74675]:     </system>
Nov 23 06:18:47 user nova-compute[74675]:   </sysinfo>
Nov 23 06:18:47 user nova-compute[74675]:   <os>
Nov 23 06:18:47 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:18:47 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:18:47 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:18:47 user nova-compute[74675]:   </os>
Nov 23 06:18:47 user nova-compute[74675]:   <features>
Nov 23 06:18:47 user nova-compute[74675]:     <acpi/>
Nov 23 06:18:47 user nova-compute[74675]:     <apic/>
Nov 23 06:18:47 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:18:47 user nova-compute[74675]:   </features>
Nov 23 06:18:47 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:18:47 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:18:47 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:18:47 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:18:47 user nova-compute[74675]:   </clock>
Nov 23 06:18:47 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:18:47 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:18:47 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:18:47 user nova-compute[74675]:   </cpu>
Nov 23 06:18:47 user nova-compute[74675]:   <devices>
Nov 23 06:18:47 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:18:47 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:18:47 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk"/>
Nov 23 06:18:47 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:18:47 user nova-compute[74675]:     </disk>
Nov 23 06:18:47 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:18:47 user nova-compute[74675]:       <mac address="fa:16:3e:c6:d5:b1"/>
Nov 23 06:18:47 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:18:47 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:18:47 user nova-compute[74675]:       <target dev="tap514fb6d5-20"/>
Nov 23 06:18:47 user nova-compute[74675]:     </interface>
Nov 23 06:18:47 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:18:47 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/console.log" append="off"/>
Nov 23 06:18:47 user nova-compute[74675]:     </serial>
Nov 23 06:18:47 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:18:47 user nova-compute[74675]:     <video>
Nov 23 06:18:47 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:18:47 user nova-compute[74675]:     </video>
Nov 23 06:18:47 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:18:47 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:18:47 user nova-compute[74675]:     </rng>
Nov 23 06:18:47 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:18:47 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:18:47 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:18:47 user nova-compute[74675]:     </memballoon>
Nov 23 06:18:47 user nova-compute[74675]:   </devices>
Nov 23 06:18:47 user nova-compute[74675]: </domain>
Nov 23 06:18:47 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:18:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1372135748',display_name='tempest-tempest.common.compute-instance-1372135748',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1372135748',id=14,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFGf/Op6TsOpk5plN61UTz4UKhGPSOfU0L55tlEYNc3RlYGqp2zerpdBAFp/j2AvYHVH3UklbmN/WoJyR+KB0x5Bc1btsGWdk4lS0DSHIXtdMOYDYyJQwrkgsmipp0GVFQ==',key_name='tempest-keypair-692905932',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8eaf068877754620a8c074e5463d5adc',ramdisk_id='',reservation_id='r-dpxc5lc2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-891907262',owner_user_name='tempest-ServerActionsTestOtherA-891907262-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:18:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6e28578c4a2646bfb41fed9714e6244d',uuid=08802d78-5573-4533-b3aa-672fe57b971d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converting VIF {"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:d5:b1,bridge_name='br-int',has_traffic_filtering=True,id=514fb6d5-20c5-4186-a2eb-e6b1da2fcd53,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514fb6d5-20') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG os_vif [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:d5:b1,bridge_name='br-int',has_traffic_filtering=True,id=514fb6d5-20c5-4186-a2eb-e6b1da2fcd53,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514fb6d5-20') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4e170b03-9b6a-5c5f-b832-b3fdd749bda1', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap514fb6d5-20, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap514fb6d5-20, col_values=(('qos', UUID('f33ae479-ba41-475d-b501-8c6e384e638b')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap514fb6d5-20, col_values=(('external_ids', {'iface-id': '514fb6d5-20c5-4186-a2eb-e6b1da2fcd53', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:d5:b1', 'vm-uuid': '08802d78-5573-4533-b3aa-672fe57b971d'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:47 user nova-compute[74675]: INFO os_vif [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:d5:b1,bridge_name='br-int',has_traffic_filtering=True,id=514fb6d5-20c5-4186-a2eb-e6b1da2fcd53,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514fb6d5-20')
Nov 23 06:18:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] No VIF found with MAC fa:16:3e:c6:d5:b1, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.network.neutron [req-558abe50-167e-4668-a35f-d74b3f2308d8 req-5d4c41d3-2a08-471e-96b3-3e60f03cd7b6 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Updated VIF entry in instance network info cache for port 514fb6d5-20c5-4186-a2eb-e6b1da2fcd53. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG nova.network.neutron [req-558abe50-167e-4668-a35f-d74b3f2308d8 req-5d4c41d3-2a08-471e-96b3-3e60f03cd7b6 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Updating instance_info_cache with network_info: [{"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-558abe50-167e-4668-a35f-d74b3f2308d8 req-5d4c41d3-2a08-471e-96b3-3e60f03cd7b6 service nova] Releasing lock "refresh_cache-08802d78-5573-4533-b3aa-672fe57b971d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.209s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-10404c62-cc4f-4eca-a4a7-879931f6607a req-642d000a-c402-492a-9bce-834945b9c3e4 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received event network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-10404c62-cc4f-4eca-a4a7-879931f6607a req-642d000a-c402-492a-9bce-834945b9c3e4 service nova] Acquiring lock "08802d78-5573-4533-b3aa-672fe57b971d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-10404c62-cc4f-4eca-a4a7-879931f6607a req-642d000a-c402-492a-9bce-834945b9c3e4 service nova] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-10404c62-cc4f-4eca-a4a7-879931f6607a req-642d000a-c402-492a-9bce-834945b9c3e4 service nova] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-10404c62-cc4f-4eca-a4a7-879931f6607a req-642d000a-c402-492a-9bce-834945b9c3e4 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] No waiting events found dispatching network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:49 user nova-compute[74675]: WARNING nova.compute.manager [req-10404c62-cc4f-4eca-a4a7-879931f6607a req-642d000a-c402-492a-9bce-834945b9c3e4 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received unexpected event network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 for instance with vm_state building and task_state spawning.
Nov 23 06:18:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.compute.manager [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-43bbbcb4-e6f5-41b7-b2d4-8da0183e841f req-513e2265-42e4-4e61-8141-bd63d5fd4c13 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received event network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-43bbbcb4-e6f5-41b7-b2d4-8da0183e841f req-513e2265-42e4-4e61-8141-bd63d5fd4c13 service nova] Acquiring lock "08802d78-5573-4533-b3aa-672fe57b971d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-43bbbcb4-e6f5-41b7-b2d4-8da0183e841f req-513e2265-42e4-4e61-8141-bd63d5fd4c13 service nova] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-43bbbcb4-e6f5-41b7-b2d4-8da0183e841f req-513e2265-42e4-4e61-8141-bd63d5fd4c13 service nova] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-43bbbcb4-e6f5-41b7-b2d4-8da0183e841f req-513e2265-42e4-4e61-8141-bd63d5fd4c13 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] No waiting events found dispatching network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:51 user nova-compute[74675]: WARNING nova.compute.manager [req-43bbbcb4-e6f5-41b7-b2d4-8da0183e841f req-513e2265-42e4-4e61-8141-bd63d5fd4c13 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received unexpected event network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 for instance with vm_state building and task_state spawning.
Nov 23 06:18:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Instance spawned successfully.
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:18:51 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:18:51 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7906MB free_disk=25.71889877319336GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:18:51 user nova-compute[74675]: INFO nova.compute.manager [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Took 7.03 seconds to spawn the instance on the hypervisor.
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.compute.manager [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance f4d40301-d465-42af-8b6c-e62a064afcaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d9898f23-3116-49a8-a4bb-483dd0c3c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance cf5db4d3-2728-4ac9-aaec-05d1f1147329 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9d29192e-2d96-4325-adba-53573ebaa8cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance adfacbf3-a10d-44fb-a252-95572a966156 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance b9d481a3-2894-4ee3-93d2-1a011ee914e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 08802d78-5573-4533-b3aa-672fe57b971d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:18:51 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:18:52 user nova-compute[74675]: INFO nova.compute.manager [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Took 7.84 seconds to build instance.
Nov 23 06:18:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-19b8098e-3093-4bc1-bab6-29c595111d87 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "08802d78-5573-4533-b3aa-672fe57b971d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.959s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:52 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:18:52 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:18:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:18:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.696s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kFfiIHlE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:18:53 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:18:53 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:18:53 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:18:53 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:18:53 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:18:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d51127d-d026-457b-a740-040a87110acb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:18:53 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[95ba7ca6-fb2d-47b7-bc0f-93656052977a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24] added
Nov 23 06:18:53 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[036f7946-e210-4a49-b21d-635794e498ee]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6dc0cee-28c5-460d-9e50-c9e65287b36c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kFfiIHlE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kFfiIHlE" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[662c64ee-62bd-4648-949b-184570c8bf2b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kFfiIHlE'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "adfacbf3-a10d-44fb-a252-95572a966156" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "adfacbf3-a10d-44fb-a252-95572a966156" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "adfacbf3-a10d-44fb-a252-95572a966156-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.040s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7a3db50-3a95-4bc9-bae6-b3672367b77e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:54 user nova-compute[74675]: INFO nova.compute.manager [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Terminating instance
Nov 23 06:18:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0bb86ad-2156-47f6-89cd-d273ba9c14f3]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 23 06:18:54 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 23 06:18:54 user nova-compute[74675]:  {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:18:54 user nova-compute[74675]: WARNING os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 23 06:18:54 user nova-compute[74675]: 
Nov 23 06:18:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-e925e2be-9252-4968-9064-0216604a461e req-731a416c-95a2-4fb6-96e0-3cefd6205ae7 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received event network-vif-unplugged-3a18a0ea-2709-4614-a351-bec8ab84d97b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e925e2be-9252-4968-9064-0216604a461e req-731a416c-95a2-4fb6-96e0-3cefd6205ae7 service nova] Acquiring lock "adfacbf3-a10d-44fb-a252-95572a966156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e925e2be-9252-4968-9064-0216604a461e req-731a416c-95a2-4fb6-96e0-3cefd6205ae7 service nova] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e925e2be-9252-4968-9064-0216604a461e req-731a416c-95a2-4fb6-96e0-3cefd6205ae7 service nova] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-e925e2be-9252-4968-9064-0216604a461e req-731a416c-95a2-4fb6-96e0-3cefd6205ae7 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] No waiting events found dispatching network-vif-unplugged-3a18a0ea-2709-4614-a351-bec8ab84d97b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-e925e2be-9252-4968-9064-0216604a461e req-731a416c-95a2-4fb6-96e0-3cefd6205ae7 service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received event network-vif-unplugged-3a18a0ea-2709-4614-a351-bec8ab84d97b for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:18:54 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Instance destroyed successfully.
Nov 23 06:18:54 user nova-compute[74675]: DEBUG nova.objects.instance [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lazy-loading 'resources' on Instance uuid adfacbf3-a10d-44fb-a252-95572a966156 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-23T06:15:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1759513636',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1759513636',id=10,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEhN9FG9TlhT3WpiwEkpPL4A8r8u7a9cF3KIhG5p/BN6wiENAE+m4iT/+FMB12yq6qKXEYrSuik3AgJWD++JVGNC57W2B6tUU5icBbfyqFwab+q8DDCV0/Ii7IYBDd4JeQ==',key_name='tempest-keypair-1739333336',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:15:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9dca65c5e61b4853bc4d455cbdbb6afe',ramdisk_id='',reservation_id='r-9u9oob5p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1368885131',owner_user_name='tempest-TaggedAttachmentsTest-1368885131-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:15:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1af88d8e1edd4516a0c35af8e3552dc6',uuid=adfacbf3-a10d-44fb-a252-95572a966156,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "address": "fa:16:3e:e1:03:10", "network": {"id": "aa6524cc-f831-44bc-bea2-65289fb5d211", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1696372180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a18a0ea-27", "ovs_interfaceid": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Converting VIF {"id": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "address": "fa:16:3e:e1:03:10", "network": {"id": "aa6524cc-f831-44bc-bea2-65289fb5d211", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1696372180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dca65c5e61b4853bc4d455cbdbb6afe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a18a0ea-27", "ovs_interfaceid": "3a18a0ea-2709-4614-a351-bec8ab84d97b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e1:03:10,bridge_name='br-int',has_traffic_filtering=True,id=3a18a0ea-2709-4614-a351-bec8ab84d97b,network=Network(aa6524cc-f831-44bc-bea2-65289fb5d211),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a18a0ea-27') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG os_vif [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e1:03:10,bridge_name='br-int',has_traffic_filtering=True,id=3a18a0ea-2709-4614-a351-bec8ab84d97b,network=Network(aa6524cc-f831-44bc-bea2-65289fb5d211),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a18a0ea-27') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3a18a0ea-27, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1a50d506-4397-48ae-95c9-96b1fb7506d6) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:18:54 user nova-compute[74675]: INFO os_vif [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e1:03:10,bridge_name='br-int',has_traffic_filtering=True,id=3a18a0ea-2709-4614-a351-bec8ab84d97b,network=Network(aa6524cc-f831-44bc-bea2-65289fb5d211),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a18a0ea-27')
Nov 23 06:18:54 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Deleting instance files /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156_del
Nov 23 06:18:54 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Deletion of /opt/stack/data/nova/instances/adfacbf3-a10d-44fb-a252-95572a966156_del complete
Nov 23 06:18:55 user nova-compute[74675]: INFO nova.compute.manager [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Took 1.08 seconds to destroy the instance on the hypervisor.
Nov 23 06:18:55 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: adfacbf3-a10d-44fb-a252-95572a966156] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --login" returned: 0 in 1.065s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[53d830d4-5604-4500-b9c7-687cddeda1c8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24, portal: 172.16.0.220,3260]
Nov 23 06:18:55 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24, portal: 172.16.0.220,3260] successful.
Nov 23 06:18:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dce1652b-0630-446f-9497-ac019081d0a5]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[75408bcf-7b7d-4122-befe-1aeecb38d532]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:18:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:18:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.337s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] HCTL ('33', '-', '-', 0) found on session 16 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed6ce7f8-ac20-4ebb-bc16-7181dca999ca]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Searching for a device in session 16 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kFfiIHlE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:18:55 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:18:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.375s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:18:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] <== connect_volume: return (2376ms) {'type': 'block', 'scsi_wwn': '23034326137613730', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:18:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23034326137613730', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:18:56 user nova-compute[74675]: DEBUG nova.objects.instance [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lazy-loading 'flavor' on Instance uuid cf5db4d3-2728-4ac9-aaec-05d1f1147329 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:18:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:18:56 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:18:56 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:18:56 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:18:56 user nova-compute[74675]:   <serial>20c3d6d4-df5d-4056-a30b-173cc0090b24</serial>
Nov 23 06:18:56 user nova-compute[74675]: </disk>
Nov 23 06:18:56 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:18:56 user nova-compute[74675]: DEBUG nova.compute.manager [req-7749630e-c69a-44d5-ada6-06f60def60e1 req-07d8cd28-a25a-4a7a-9d20-d4918f4dad6d service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received event network-vif-plugged-3a18a0ea-2709-4614-a351-bec8ab84d97b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7749630e-c69a-44d5-ada6-06f60def60e1 req-07d8cd28-a25a-4a7a-9d20-d4918f4dad6d service nova] Acquiring lock "adfacbf3-a10d-44fb-a252-95572a966156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7749630e-c69a-44d5-ada6-06f60def60e1 req-07d8cd28-a25a-4a7a-9d20-d4918f4dad6d service nova] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7749630e-c69a-44d5-ada6-06f60def60e1 req-07d8cd28-a25a-4a7a-9d20-d4918f4dad6d service nova] Lock "adfacbf3-a10d-44fb-a252-95572a966156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:56 user nova-compute[74675]: DEBUG nova.compute.manager [req-7749630e-c69a-44d5-ada6-06f60def60e1 req-07d8cd28-a25a-4a7a-9d20-d4918f4dad6d service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] No waiting events found dispatching network-vif-plugged-3a18a0ea-2709-4614-a351-bec8ab84d97b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:56 user nova-compute[74675]: WARNING nova.compute.manager [req-7749630e-c69a-44d5-ada6-06f60def60e1 req-07d8cd28-a25a-4a7a-9d20-d4918f4dad6d service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received unexpected event network-vif-plugged-3a18a0ea-2709-4614-a351-bec8ab84d97b for instance with vm_state active and task_state deleting.
Nov 23 06:18:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:18:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:18:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] No VIF found with MAC fa:16:3e:11:c7:47, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:18:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c9b4501-3d63-48af-bd03-0afb7ff0e0e9 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.384s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:57 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:57 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Took 1.93 seconds to deallocate network for instance.
Nov 23 06:18:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-5a771c81-1057-487d-a5c9-ad24067a2761 req-4a165be6-cefa-4e3e-a8d9-2b9b3b537bee service nova] [instance: adfacbf3-a10d-44fb-a252-95572a966156] Received event network-vif-deleted-3a18a0ea-2709-4614-a351-bec8ab84d97b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:57 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:18:57 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:18:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.408s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:57 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Deleted allocations for instance adfacbf3-a10d-44fb-a252-95572a966156
Nov 23 06:18:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-589833c6-806c-47e6-b355-0289efb0d655 tempest-TaggedAttachmentsTest-1368885131 tempest-TaggedAttachmentsTest-1368885131-project-member] Lock "adfacbf3-a10d-44fb-a252-95572a966156" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.670s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:58 user nova-compute[74675]: INFO nova.compute.manager [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Rescuing
Nov 23 06:18:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:18:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquired lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:18:58 user nova-compute[74675]: DEBUG nova.network.neutron [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:18:58 user nova-compute[74675]: DEBUG nova.network.neutron [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Updating instance_info_cache with network_info: [{"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.8", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:18:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Releasing lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:18:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:18:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-f04cff04-7c0f-49ac-9f4a-fec209e2ff6d req-5492d9bf-1d9b-4149-812c-1d27f0d6fa3d service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received event network-vif-unplugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:18:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f04cff04-7c0f-49ac-9f4a-fec209e2ff6d req-5492d9bf-1d9b-4149-812c-1d27f0d6fa3d service nova] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f04cff04-7c0f-49ac-9f4a-fec209e2ff6d req-5492d9bf-1d9b-4149-812c-1d27f0d6fa3d service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f04cff04-7c0f-49ac-9f4a-fec209e2ff6d req-5492d9bf-1d9b-4149-812c-1d27f0d6fa3d service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-f04cff04-7c0f-49ac-9f4a-fec209e2ff6d req-5492d9bf-1d9b-4149-812c-1d27f0d6fa3d service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] No waiting events found dispatching network-vif-unplugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:18:58 user nova-compute[74675]: WARNING nova.compute.manager [req-f04cff04-7c0f-49ac-9f4a-fec209e2ff6d req-5492d9bf-1d9b-4149-812c-1d27f0d6fa3d service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received unexpected event network-vif-unplugged-122af3e5-32c0-4213-84b4-f2e82769890a for instance with vm_state active and task_state rescuing.
Nov 23 06:18:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Instance destroyed successfully.
Nov 23 06:18:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Attempting a stable device rescue
Nov 23 06:18:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=74675) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 23 06:18:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Instance directory exists: not creating {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 23 06:18:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Creating image(s)
Nov 23 06:18:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "/opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "/opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:18:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "/opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:18:59 user nova-compute[74675]: DEBUG nova.objects.instance [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lazy-loading 'trusted_certs' on Instance uuid cf5db4d3-2728-4ac9-aaec-05d1f1147329 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:18:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "35d68f7d49b4c5654e011dd2eb7bada58548247b" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:18:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "35d68f7d49b4c5654e011dd2eb7bada58548247b" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/35d68f7d49b4c5654e011dd2eb7bada58548247b.part --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/35d68f7d49b4c5654e011dd2eb7bada58548247b.part --force-share --output=json" returned: 0 in 0.188s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:00 user nova-compute[74675]: DEBUG nova.virt.images [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] 59400e54-6fe9-4b3e-9083-ea0de4d3bc4d was qcow2, converting to raw {{(pid=74675) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 23 06:19:00 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:19:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/35d68f7d49b4c5654e011dd2eb7bada58548247b.part /opt/stack/data/nova/instances/_base/35d68f7d49b4c5654e011dd2eb7bada58548247b.converted {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-a28d52c3-8d2f-48ad-8942-36f55c517437 req-2d802b02-05d5-42b5-bb7c-ccfab3055776 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received event network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a28d52c3-8d2f-48ad-8942-36f55c517437 req-2d802b02-05d5-42b5-bb7c-ccfab3055776 service nova] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a28d52c3-8d2f-48ad-8942-36f55c517437 req-2d802b02-05d5-42b5-bb7c-ccfab3055776 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a28d52c3-8d2f-48ad-8942-36f55c517437 req-2d802b02-05d5-42b5-bb7c-ccfab3055776 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-a28d52c3-8d2f-48ad-8942-36f55c517437 req-2d802b02-05d5-42b5-bb7c-ccfab3055776 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] No waiting events found dispatching network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:19:01 user nova-compute[74675]: WARNING nova.compute.manager [req-a28d52c3-8d2f-48ad-8942-36f55c517437 req-2d802b02-05d5-42b5-bb7c-ccfab3055776 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received unexpected event network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a for instance with vm_state active and task_state rescuing.
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/35d68f7d49b4c5654e011dd2eb7bada58548247b.part /opt/stack/data/nova/instances/_base/35d68f7d49b4c5654e011dd2eb7bada58548247b.converted" returned: 0 in 0.349s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/35d68f7d49b4c5654e011dd2eb7bada58548247b.converted --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/35d68f7d49b4c5654e011dd2eb7bada58548247b.converted --force-share --output=json" returned: 0 in 0.194s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "35d68f7d49b4c5654e011dd2eb7bada58548247b" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.890s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "35d68f7d49b4c5654e011dd2eb7bada58548247b" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "35d68f7d49b4c5654e011dd2eb7bada58548247b" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/35d68f7d49b4c5654e011dd2eb7bada58548247b --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/35d68f7d49b4c5654e011dd2eb7bada58548247b --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/35d68f7d49b4c5654e011dd2eb7bada58548247b,backing_fmt=raw /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.rescue {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/35d68f7d49b4c5654e011dd2eb7bada58548247b,backing_fmt=raw /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.rescue" returned: 0 in 0.053s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "35d68f7d49b4c5654e011dd2eb7bada58548247b" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.objects.instance [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lazy-loading 'migration_context' on Instance uuid cf5db4d3-2728-4ac9-aaec-05d1f1147329 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.objects.base [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Object Instance<cf5db4d3-2728-4ac9-aaec-05d1f1147329> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Start _get_guest_xml network_info=[{"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.8", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "vif_mac": "fa:16:3e:11:c7:47"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '59400e54-6fe9-4b3e-9083-ea0de4d3bc4d', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kFfiIHlE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'cf5db4d3-2728-4ac9-aaec-05d1f1147329', 'attached_at': '', 'detached_at': '', 'volume_id': '20c3d6d4-df5d-4056-a30b-173cc0090b24', 'serial': '20c3d6d4-df5d-4056-a30b-173cc0090b24'}, 'attachment_id': '64891809-a4e7-4793-a10b-6cdae650f396', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.objects.instance [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lazy-loading 'resources' on Instance uuid cf5db4d3-2728-4ac9-aaec-05d1f1147329 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.objects.base [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Object Instance<cf5db4d3-2728-4ac9-aaec-05d1f1147329> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.objects.instance [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lazy-loading 'numa_topology' on Instance uuid cf5db4d3-2728-4ac9-aaec-05d1f1147329 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.objects.base [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Object Instance<cf5db4d3-2728-4ac9-aaec-05d1f1147329> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:19:01 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:19:01 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.objects.instance [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lazy-loading 'vcpu_model' on Instance uuid cf5db4d3-2728-4ac9-aaec-05d1f1147329 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.objects.base [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Object Instance<cf5db4d3-2728-4ac9-aaec-05d1f1147329> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kFfiIHlE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:19:01 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:19:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.007s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:19:01 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:19:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:19:01 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbdd6e16-9743-48b8-b3db-ace816471587]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = kFfiIHlE\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 23 06:19:01 user nova-compute[74675]: node.name = iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24
Nov 23 06:19:01 user nova-compute[74675]: node.tpgt = -1
Nov 23 06:19:01 user nova-compute[74675]: node.startup = automatic
Nov 23 06:19:01 user nova-compute[74675]: node.leading_login = No
Nov 23 06:19:01 user nova-compute[74675]: iface.iscsi_ifacename = default
Nov 23 06:19:01 user nova-compute[74675]: iface.net_ifacename = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.ipaddress = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.prefix_len = 0
Nov 23 06:19:01 user nova-compute[74675]: iface.hwaddress = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.transport_name = tcp
Nov 23 06:19:01 user nova-compute[74675]: iface.initiatorname = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.state = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.vlan_id = 0
Nov 23 06:19:01 user nova-compute[74675]: iface.vlan_priority = 0
Nov 23 06:19:01 user nova-compute[74675]: iface.vlan_state = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.iface_num = 0
Nov 23 06:19:01 user nova-compute[74675]: iface.mtu = 0
Nov 23 06:19:01 user nova-compute[74675]: iface.port = 0
Nov 23 06:19:01 user nova-compute[74675]: iface.bootproto = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.subnet_mask = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.gateway = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.dhcp_alt_client_id_state = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.dhcp_alt_client_id = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.dhcp_dns = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.dhcp_learn_iqn = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.dhcp_req_vendor_id_state = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.dhcp_vendor_id_state = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.dhcp_vendor_id = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.dhcp_slp_da = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.fragmentation = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.gratuitous_arp = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.incoming_forwarding = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.tos_state = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.tos = 0
Nov 23 06:19:01 user nova-compute[74675]: iface.ttl = 0
Nov 23 06:19:01 user nova-compute[74675]: iface.delayed_ack = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.tcp_nagle = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.tcp_wsf_state = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.tcp_wsf = 0
Nov 23 06:19:01 user nova-compute[74675]: iface.tcp_timer_scale = 0
Nov 23 06:19:01 user nova-compute[74675]: iface.tcp_timestamp = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.redirect = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.def_task_mgmt_timeout = 0
Nov 23 06:19:01 user nova-compute[74675]: iface.header_digest = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.data_digest = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.immediate_data = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.initial_r2t = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.data_seq_inorder = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.data_pdu_inorder = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.erl = 0
Nov 23 06:19:01 user nova-compute[74675]: iface.max_receive_data_len = 0
Nov 23 06:19:01 user nova-compute[74675]: iface.first_burst_len = 0
Nov 23 06:19:01 user nova-compute[74675]: iface.max_outstanding_r2t = 0
Nov 23 06:19:01 user nova-compute[74675]: iface.max_burst_len = 0
Nov 23 06:19:01 user nova-compute[74675]: iface.chap_auth = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.bidi_chap = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.strict_login_compliance = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.discovery_auth = <empty>
Nov 23 06:19:01 user nova-compute[74675]: iface.discovery_logout = <empty>
Nov 23 06:19:01 user nova-compute[74675]: node.discovery_address = <empty>
Nov 23 06:19:01 user nova-compute[74675]: node.discovery_port = 0
Nov 23 06:19:01 user nova-compute[74675]: node.discovery_type = static
Nov 23 06:19:01 user nova-compute[74675]: node.session.initial_cmdsn = 0
Nov 23 06:19:01 user nova-compute[74675]: node.session.initial_login_retry_max = 8
Nov 23 06:19:01 user nova-compute[74675]: node.session.xmit_thread_priority = -20
Nov 23 06:19:01 user nova-compute[74675]: node.session.cmds_max = 128
Nov 23 06:19:01 user nova-compute[74675]: node.session.queue_depth = 32
Nov 23 06:19:01 user nova-compute[74675]: node.session.nr_sessions = 1
Nov 23 06:19:01 user nova-compute[74675]: node.session.auth.authmethod = CHAP
Nov 23 06:19:01 user nova-compute[74675]: node.session.auth.username = kFfiIHlE
Nov 23 06:19:01 user nova-compute[74675]: node.session.auth.password = ***
Nov 23 06:19:01 user nova-compute[74675]: node.session.auth.username_in = <empty>
Nov 23 06:19:01 user nova-compute[74675]: node.session.auth.password_in = <empty>
Nov 23 06:19:01 user nova-compute[74675]: node.session.auth.chap_algs = MD5
Nov 23 06:19:01 user nova-compute[74675]: node.session.timeo.replacement_timeout = 120
Nov 23 06:19:01 user nova-compute[74675]: node.session.err_timeo.abort_timeout = 15
Nov 23 06:19:01 user nova-compute[74675]: node.session.err_timeo.lu_reset_timeout = 30
Nov 23 06:19:01 user nova-compute[74675]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 23 06:19:01 user nova-compute[74675]: node.session.err_timeo.host_reset_timeout = 60
Nov 23 06:19:01 user nova-compute[74675]: node.session.iscsi.FastAbort = Yes
Nov 23 06:19:01 user nova-compute[74675]: node.session.iscsi.InitialR2T = No
Nov 23 06:19:01 user nova-compute[74675]: node.session.iscsi.ImmediateData = Yes
Nov 23 06:19:01 user nova-compute[74675]: node.session.iscsi.FirstBurstLength = 262144
Nov 23 06:19:01 user nova-compute[74675]: node.session.iscsi.MaxBurstLength = 16776192
Nov 23 06:19:01 user nova-compute[74675]: node.session.iscsi.DefaultTime2Retain = 0
Nov 23 06:19:01 user nova-compute[74675]: node.session.iscsi.DefaultTime2Wait = 2
Nov 23 06:19:01 user nova-compute[74675]: node.session.iscsi.MaxConnections = 1
Nov 23 06:19:01 user nova-compute[74675]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 23 06:19:01 user nova-compute[74675]: node.session.iscsi.ERL = 0
Nov 23 06:19:01 user nova-compute[74675]: node.session.scan = manual
Nov 23 06:19:01 user nova-compute[74675]: node.session.reopen_max = 0
Nov 23 06:19:01 user nova-compute[74675]: node.conn[0].address = 172.16.0.220
Nov 23 06:19:01 user nova-compute[74675]: node.conn[0].port = 3260
Nov 23 06:19:01 user nova-compute[74675]: node.conn[0].startup = manual
Nov 23 06:19:01 user nova-compute[74675]: node.conn[0].tcp.window_size = 524288
Nov 23 06:19:01 user nova-compute[74675]: node.conn[0].tcp.type_of_service = 0
Nov 23 06:19:01 user nova-compute[74675]: node.conn[0].timeo.logout_timeout = 15
Nov 23 06:19:01 user nova-compute[74675]: node.conn[0].timeo.login_timeout = 15
Nov 23 06:19:01 user nova-compute[74675]: node.conn[0].timeo.auth_timeout = 45
Nov 23 06:19:01 user nova-compute[74675]: node.conn[0].timeo.noop_out_interval = 5
Nov 23 06:19:01 user nova-compute[74675]: node.conn[0].timeo.noop_out_timeout = 5
Nov 23 06:19:01 user nova-compute[74675]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 23 06:19:01 user nova-compute[74675]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 23 06:19:01 user nova-compute[74675]: node.conn[0].iscsi.HeaderDigest = None
Nov 23 06:19:01 user nova-compute[74675]: node.conn[0].iscsi.DataDigest = None
Nov 23 06:19:01 user nova-compute[74675]: node.conn[0].iscsi.IFMarker = No
Nov 23 06:19:01 user nova-compute[74675]: node.conn[0].iscsi.OFMarker = No
Nov 23 06:19:01 user nova-compute[74675]: # END RECORD
Nov 23 06:19:01 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0be7f7b-3140-4626-a4ee-43264067bf1d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[27983ecd-e524-43fa-bdc3-e728a0478f36]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:19:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kFfiIHlE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kFfiIHlE" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c94b79f4-5e23-45b0-a39d-387936ce6a25]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kFfiIHlE'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c34c60d-9fcc-476c-b700-0ac03a568210]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e702039-82b6-4292-adc8-293ae74cac5e]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:19:02 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:19:02 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.151s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] HCTL ('33', '0', '0', 0) found on session 16 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[72a31d7b-1fcc-443f-b8d3-16eb4815ffe9]: (4, ('0 0 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Searching for a device in session 16 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kFfiIHlE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.175s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] <== connect_volume: return (182ms) {'type': 'block', 'scsi_wwn': '23034326137613730', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23034326137613730', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:15:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1961282580',display_name='tempest-ServerStableDeviceRescueTest-server-1961282580',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1961282580',id=5,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHZwOMnztl0vn3r7gxyQhAYheMIkekHhHurwPF3X12LLEP4T5VjgOs3plVCpIfYqTKxBvCJ78msUK0uWYfHY0T+rzH6KZQgcutNZbiml8V1m9SpRkYwJEWqR0lT1Q2OfVw==',key_name='tempest-keypair-1020876187',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:15:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bbe6418df81d416595cbcd0e7c042c54',ramdisk_id='',reservation_id='r-eel0ubkh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-403388285',owner_user_name='tempest-ServerStableDeviceRescueTest-403388285-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:17:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c9118336c7f84bbbb672999178a2d639',uuid=cf5db4d3-2728-4ac9-aaec-05d1f1147329,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.8", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "vif_mac": "fa:16:3e:11:c7:47"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Converting VIF {"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.8", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "vif_mac": "fa:16:3e:11:c7:47"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:11:c7:47,bridge_name='br-int',has_traffic_filtering=True,id=122af3e5-32c0-4213-84b4-f2e82769890a,network=Network(768856d2-775d-49b7-9304-6a4ec3304ef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap122af3e5-32') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG nova.objects.instance [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lazy-loading 'pci_devices' on Instance uuid cf5db4d3-2728-4ac9-aaec-05d1f1147329 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG nova.objects.base [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Object Instance<cf5db4d3-2728-4ac9-aaec-05d1f1147329> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:19:02 user nova-compute[74675]:   <uuid>cf5db4d3-2728-4ac9-aaec-05d1f1147329</uuid>
Nov 23 06:19:02 user nova-compute[74675]:   <name>instance-00000005</name>
Nov 23 06:19:02 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:19:02 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:19:02 user nova-compute[74675]:   <metadata>
Nov 23 06:19:02 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:19:02 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:19:02 user nova-compute[74675]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1961282580</nova:name>
Nov 23 06:19:02 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:19:01</nova:creationTime>
Nov 23 06:19:02 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:19:02 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:19:02 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:19:02 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:19:02 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:19:02 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:19:02 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:19:02 user nova-compute[74675]:       <nova:owner>
Nov 23 06:19:02 user nova-compute[74675]:         <nova:user uuid="c9118336c7f84bbbb672999178a2d639">tempest-ServerStableDeviceRescueTest-403388285-project-member</nova:user>
Nov 23 06:19:02 user nova-compute[74675]:         <nova:project uuid="bbe6418df81d416595cbcd0e7c042c54">tempest-ServerStableDeviceRescueTest-403388285</nova:project>
Nov 23 06:19:02 user nova-compute[74675]:       </nova:owner>
Nov 23 06:19:02 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:19:02 user nova-compute[74675]:       <nova:ports>
Nov 23 06:19:02 user nova-compute[74675]:         <nova:port uuid="122af3e5-32c0-4213-84b4-f2e82769890a">
Nov 23 06:19:02 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 23 06:19:02 user nova-compute[74675]:         </nova:port>
Nov 23 06:19:02 user nova-compute[74675]:       </nova:ports>
Nov 23 06:19:02 user nova-compute[74675]:     </nova:instance>
Nov 23 06:19:02 user nova-compute[74675]:   </metadata>
Nov 23 06:19:02 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:19:02 user nova-compute[74675]:     <system>
Nov 23 06:19:02 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:19:02 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:19:02 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:19:02 user nova-compute[74675]:       <entry name="serial">cf5db4d3-2728-4ac9-aaec-05d1f1147329</entry>
Nov 23 06:19:02 user nova-compute[74675]:       <entry name="uuid">cf5db4d3-2728-4ac9-aaec-05d1f1147329</entry>
Nov 23 06:19:02 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:19:02 user nova-compute[74675]:     </system>
Nov 23 06:19:02 user nova-compute[74675]:   </sysinfo>
Nov 23 06:19:02 user nova-compute[74675]:   <os>
Nov 23 06:19:02 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:19:02 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:19:02 user nova-compute[74675]:   </os>
Nov 23 06:19:02 user nova-compute[74675]:   <features>
Nov 23 06:19:02 user nova-compute[74675]:     <acpi/>
Nov 23 06:19:02 user nova-compute[74675]:     <apic/>
Nov 23 06:19:02 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:19:02 user nova-compute[74675]:   </features>
Nov 23 06:19:02 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:19:02 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:19:02 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:19:02 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:19:02 user nova-compute[74675]:   </clock>
Nov 23 06:19:02 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:19:02 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:19:02 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:19:02 user nova-compute[74675]:   </cpu>
Nov 23 06:19:02 user nova-compute[74675]:   <devices>
Nov 23 06:19:02 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:19:02 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:19:02 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk"/>
Nov 23 06:19:02 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:19:02 user nova-compute[74675]:     </disk>
Nov 23 06:19:02 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:19:02 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:19:02 user nova-compute[74675]:       <source dev="/dev/sdb"/>
Nov 23 06:19:02 user nova-compute[74675]:       <target dev="vdb" bus="virtio"/>
Nov 23 06:19:02 user nova-compute[74675]:       <serial>20c3d6d4-df5d-4056-a30b-173cc0090b24</serial>
Nov 23 06:19:02 user nova-compute[74675]:     </disk>
Nov 23 06:19:02 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:19:02 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:19:02 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.rescue"/>
Nov 23 06:19:02 user nova-compute[74675]:       <target dev="vdc" bus="virtio"/>
Nov 23 06:19:02 user nova-compute[74675]:       <boot order="1"/>
Nov 23 06:19:02 user nova-compute[74675]:     </disk>
Nov 23 06:19:02 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:19:02 user nova-compute[74675]:       <mac address="fa:16:3e:11:c7:47"/>
Nov 23 06:19:02 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:19:02 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:19:02 user nova-compute[74675]:       <target dev="tap122af3e5-32"/>
Nov 23 06:19:02 user nova-compute[74675]:     </interface>
Nov 23 06:19:02 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:19:02 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/console.log" append="off"/>
Nov 23 06:19:02 user nova-compute[74675]:     </serial>
Nov 23 06:19:02 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:19:02 user nova-compute[74675]:     <video>
Nov 23 06:19:02 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:19:02 user nova-compute[74675]:     </video>
Nov 23 06:19:02 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:19:02 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:19:02 user nova-compute[74675]:     </rng>
Nov 23 06:19:02 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:19:02 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:19:02 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:19:02 user nova-compute[74675]:     </memballoon>
Nov 23 06:19:02 user nova-compute[74675]:   </devices>
Nov 23 06:19:02 user nova-compute[74675]: </domain>
Nov 23 06:19:02 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:19:02 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Instance destroyed successfully.
Nov 23 06:19:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:19:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] No VIF found with MAC fa:16:3e:11:c7:47, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Acquiring lock "9d29192e-2d96-4325-adba-53573ebaa8cc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Acquiring lock "9d29192e-2d96-4325-adba-53573ebaa8cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:03 user nova-compute[74675]: INFO nova.compute.manager [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Terminating instance
Nov 23 06:19:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG nova.compute.manager [req-f1f7aacd-8868-4f50-8672-765ef58308de req-b91340e8-6c58-4f9d-a4ab-b45a4d70327e service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Received event network-vif-unplugged-41529fa7-d7f6-4545-b6b1-14707166b265 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f1f7aacd-8868-4f50-8672-765ef58308de req-b91340e8-6c58-4f9d-a4ab-b45a4d70327e service nova] Acquiring lock "9d29192e-2d96-4325-adba-53573ebaa8cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f1f7aacd-8868-4f50-8672-765ef58308de req-b91340e8-6c58-4f9d-a4ab-b45a4d70327e service nova] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f1f7aacd-8868-4f50-8672-765ef58308de req-b91340e8-6c58-4f9d-a4ab-b45a4d70327e service nova] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG nova.compute.manager [req-f1f7aacd-8868-4f50-8672-765ef58308de req-b91340e8-6c58-4f9d-a4ab-b45a4d70327e service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] No waiting events found dispatching network-vif-unplugged-41529fa7-d7f6-4545-b6b1-14707166b265 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG nova.compute.manager [req-f1f7aacd-8868-4f50-8672-765ef58308de req-b91340e8-6c58-4f9d-a4ab-b45a4d70327e service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Received event network-vif-unplugged-41529fa7-d7f6-4545-b6b1-14707166b265 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-7929a17d-6a89-47f5-8585-8cfc8f5ace80 req-8b56407e-934c-4c3d-a39a-94e78bf2c4d0 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received event network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7929a17d-6a89-47f5-8585-8cfc8f5ace80 req-8b56407e-934c-4c3d-a39a-94e78bf2c4d0 service nova] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7929a17d-6a89-47f5-8585-8cfc8f5ace80 req-8b56407e-934c-4c3d-a39a-94e78bf2c4d0 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7929a17d-6a89-47f5-8585-8cfc8f5ace80 req-8b56407e-934c-4c3d-a39a-94e78bf2c4d0 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-7929a17d-6a89-47f5-8585-8cfc8f5ace80 req-8b56407e-934c-4c3d-a39a-94e78bf2c4d0 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] No waiting events found dispatching network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:19:04 user nova-compute[74675]: WARNING nova.compute.manager [req-7929a17d-6a89-47f5-8585-8cfc8f5ace80 req-8b56407e-934c-4c3d-a39a-94e78bf2c4d0 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received unexpected event network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a for instance with vm_state active and task_state rescuing.
Nov 23 06:19:04 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Instance destroyed successfully.
Nov 23 06:19:04 user nova-compute[74675]: DEBUG nova.objects.instance [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lazy-loading 'resources' on Instance uuid 9d29192e-2d96-4325-adba-53573ebaa8cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:15:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2084811493',display_name='tempest-TestVolumeSwap-server-2084811493',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2084811493',id=8,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAgUyCvK91VutxXBRK2qUl7pErFe7gVNoP1fcvrMsxEhK8b8tAa8GQanlBZFbyseshWGGHKCIpvqOrCphv2Kx3zI0DcfY1gPSnv5TC4AiaQD5GCtxzDjvXcgmxwjpOjY2g==',key_name='tempest-keypair-373659469',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:15:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c8f0a3c0a37343b5b5b5b0a38c1897bb',ramdisk_id='',reservation_id='r-n1mbmkss',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-1499543569',owner_user_name='tempest-TestVolumeSwap-1499543569-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:15:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9d13c4d19f6f453dad275a4269ee9a72',uuid=9d29192e-2d96-4325-adba-53573ebaa8cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "41529fa7-d7f6-4545-b6b1-14707166b265", "address": "fa:16:3e:8b:a8:48", "network": {"id": "6256a691-8251-487d-9c03-c5fcfc7bdeb1", "bridge": "br-int", "label": "tempest-TestVolumeSwap-243575350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8f0a3c0a37343b5b5b5b0a38c1897bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41529fa7-d7", "ovs_interfaceid": "41529fa7-d7f6-4545-b6b1-14707166b265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Converting VIF {"id": "41529fa7-d7f6-4545-b6b1-14707166b265", "address": "fa:16:3e:8b:a8:48", "network": {"id": "6256a691-8251-487d-9c03-c5fcfc7bdeb1", "bridge": "br-int", "label": "tempest-TestVolumeSwap-243575350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c8f0a3c0a37343b5b5b5b0a38c1897bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41529fa7-d7", "ovs_interfaceid": "41529fa7-d7f6-4545-b6b1-14707166b265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8b:a8:48,bridge_name='br-int',has_traffic_filtering=True,id=41529fa7-d7f6-4545-b6b1-14707166b265,network=Network(6256a691-8251-487d-9c03-c5fcfc7bdeb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41529fa7-d7') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG os_vif [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8b:a8:48,bridge_name='br-int',has_traffic_filtering=True,id=41529fa7-d7f6-4545-b6b1-14707166b265,network=Network(6256a691-8251-487d-9c03-c5fcfc7bdeb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41529fa7-d7') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap41529fa7-d7, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=37ebdf9c-0681-4ade-8130-b51e7cd393f6) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:04 user nova-compute[74675]: INFO os_vif [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8b:a8:48,bridge_name='br-int',has_traffic_filtering=True,id=41529fa7-d7f6-4545-b6b1-14707166b265,network=Network(6256a691-8251-487d-9c03-c5fcfc7bdeb1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41529fa7-d7')
Nov 23 06:19:04 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Deleting instance files /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc_del
Nov 23 06:19:04 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Deletion of /opt/stack/data/nova/instances/9d29192e-2d96-4325-adba-53573ebaa8cc_del complete
Nov 23 06:19:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:04 user nova-compute[74675]: INFO nova.compute.manager [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Took 1.57 seconds to destroy the instance on the hypervisor.
Nov 23 06:19:04 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:19:04 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:19:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-4e3bbc45-7507-4e4a-ac19-7db85cb9f46f req-d4646a5c-857e-48e3-80af-44296cb82955 service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Received event network-vif-plugged-41529fa7-d7f6-4545-b6b1-14707166b265 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:19:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4e3bbc45-7507-4e4a-ac19-7db85cb9f46f req-d4646a5c-857e-48e3-80af-44296cb82955 service nova] Acquiring lock "9d29192e-2d96-4325-adba-53573ebaa8cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4e3bbc45-7507-4e4a-ac19-7db85cb9f46f req-d4646a5c-857e-48e3-80af-44296cb82955 service nova] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4e3bbc45-7507-4e4a-ac19-7db85cb9f46f req-d4646a5c-857e-48e3-80af-44296cb82955 service nova] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-4e3bbc45-7507-4e4a-ac19-7db85cb9f46f req-d4646a5c-857e-48e3-80af-44296cb82955 service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] No waiting events found dispatching network-vif-plugged-41529fa7-d7f6-4545-b6b1-14707166b265 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:19:05 user nova-compute[74675]: WARNING nova.compute.manager [req-4e3bbc45-7507-4e4a-ac19-7db85cb9f46f req-d4646a5c-857e-48e3-80af-44296cb82955 service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Received unexpected event network-vif-plugged-41529fa7-d7f6-4545-b6b1-14707166b265 for instance with vm_state active and task_state deleting.
Nov 23 06:19:05 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:19:05 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Took 1.16 seconds to deallocate network for instance.
Nov 23 06:19:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-9a16a3ff-fade-4492-b247-ae3187adbfc1 req-c70f979d-27a0-463b-bef5-8400b8ee5241 service nova] [instance: 9d29192e-2d96-4325-adba-53573ebaa8cc] Received event network-vif-deleted-41529fa7-d7f6-4545-b6b1-14707166b265 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:19:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-fb1c03b6-b086-4c4f-a58c-82c274433a87 req-764317d0-2d4f-4a77-afb2-96dc0d860095 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received event network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:19:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fb1c03b6-b086-4c4f-a58c-82c274433a87 req-764317d0-2d4f-4a77-afb2-96dc0d860095 service nova] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fb1c03b6-b086-4c4f-a58c-82c274433a87 req-764317d0-2d4f-4a77-afb2-96dc0d860095 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fb1c03b6-b086-4c4f-a58c-82c274433a87 req-764317d0-2d4f-4a77-afb2-96dc0d860095 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-fb1c03b6-b086-4c4f-a58c-82c274433a87 req-764317d0-2d4f-4a77-afb2-96dc0d860095 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] No waiting events found dispatching network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:19:06 user nova-compute[74675]: WARNING nova.compute.manager [req-fb1c03b6-b086-4c4f-a58c-82c274433a87 req-764317d0-2d4f-4a77-afb2-96dc0d860095 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received unexpected event network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a for instance with vm_state active and task_state rescuing.
Nov 23 06:19:06 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:19:06 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:19:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.394s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:06 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Deleted allocations for instance 9d29192e-2d96-4325-adba-53573ebaa8cc
Nov 23 06:19:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ea763bca-340a-499d-8be2-4b6e28f3e302 tempest-TestVolumeSwap-1499543569 tempest-TestVolumeSwap-1499543569-project-member] Lock "9d29192e-2d96-4325-adba-53573ebaa8cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.387s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:06 user nova-compute[74675]: DEBUG nova.compute.manager [None req-54094340-6527-46b4-a2ea-7c2f4a08ab42 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:19:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:39 user nova-compute[74675]: INFO nova.compute.manager [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Rescuing
Nov 23 06:19:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:19:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquired lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:19:39 user nova-compute[74675]: DEBUG nova.network.neutron [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:19:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:40 user nova-compute[74675]: DEBUG nova.network.neutron [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Updating instance_info_cache with network_info: [{"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:19:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Releasing lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:19:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:41 user nova-compute[74675]: DEBUG nova.compute.manager [req-1d9ae2a3-a9af-4963-9ce2-901e2a0f2ce7 req-2aeaf166-8c29-45c3-8de5-419f280a76be service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received event network-vif-unplugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:19:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1d9ae2a3-a9af-4963-9ce2-901e2a0f2ce7 req-2aeaf166-8c29-45c3-8de5-419f280a76be service nova] Acquiring lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1d9ae2a3-a9af-4963-9ce2-901e2a0f2ce7 req-2aeaf166-8c29-45c3-8de5-419f280a76be service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1d9ae2a3-a9af-4963-9ce2-901e2a0f2ce7 req-2aeaf166-8c29-45c3-8de5-419f280a76be service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:41 user nova-compute[74675]: DEBUG nova.compute.manager [req-1d9ae2a3-a9af-4963-9ce2-901e2a0f2ce7 req-2aeaf166-8c29-45c3-8de5-419f280a76be service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] No waiting events found dispatching network-vif-unplugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:19:41 user nova-compute[74675]: WARNING nova.compute.manager [req-1d9ae2a3-a9af-4963-9ce2-901e2a0f2ce7 req-2aeaf166-8c29-45c3-8de5-419f280a76be service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received unexpected event network-vif-unplugged-f89a5c01-0756-4920-880f-e9d3747cac9a for instance with vm_state active and task_state rescuing.
Nov 23 06:19:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:41 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Instance destroyed successfully.
Nov 23 06:19:41 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Attempting rescue
Nov 23 06:19:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74675) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 23 06:19:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Instance directory exists: not creating {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 23 06:19:41 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Creating image(s)
Nov 23 06:19:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "/opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "/opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "/opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:41 user nova-compute[74675]: DEBUG nova.objects.instance [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'trusted_certs' on Instance uuid f4d40301-d465-42af-8b6c-e62a064afcaf {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:19:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.201s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.rescue {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.rescue" returned: 0 in 0.051s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.objects.instance [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'migration_context' on Instance uuid f4d40301-d465-42af-8b6c-e62a064afcaf {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.objects.base [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Object Instance<f4d40301-d465-42af-8b6c-e62a064afcaf> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Start _get_guest_xml network_info=[{"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "vif_mac": "fa:16:3e:3b:52:28"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.objects.instance [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'resources' on Instance uuid f4d40301-d465-42af-8b6c-e62a064afcaf {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.objects.base [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Object Instance<f4d40301-d465-42af-8b6c-e62a064afcaf> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.objects.instance [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'numa_topology' on Instance uuid f4d40301-d465-42af-8b6c-e62a064afcaf {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.objects.base [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Object Instance<f4d40301-d465-42af-8b6c-e62a064afcaf> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:19:42 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:19:42 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.objects.instance [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'vcpu_model' on Instance uuid f4d40301-d465-42af-8b6c-e62a064afcaf {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.objects.base [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Object Instance<f4d40301-d465-42af-8b6c-e62a064afcaf> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1204913648',display_name='tempest-ServerRescueNegativeTestJSON-server-1204913648',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1204913648',id=1,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:15:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ae04769d0574318bf2a5439f9f4eca7',ramdisk_id='',reservation_id='r-b148vtt0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1110786830',owner_user_name='tempest-ServerRescueNegativeTestJSON-1110786830-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:15:12Z,user_data=None,user_id='933254e291464a6aa6987d59d1d3e93c',uuid=f4d40301-d465-42af-8b6c-e62a064afcaf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "vif_mac": "fa:16:3e:3b:52:28"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converting VIF {"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "vif_mac": "fa:16:3e:3b:52:28"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3b:52:28,bridge_name='br-int',has_traffic_filtering=True,id=f89a5c01-0756-4920-880f-e9d3747cac9a,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf89a5c01-07') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.objects.instance [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'pci_devices' on Instance uuid f4d40301-d465-42af-8b6c-e62a064afcaf {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.objects.base [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Object Instance<f4d40301-d465-42af-8b6c-e62a064afcaf> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:19:42 user nova-compute[74675]:   <uuid>f4d40301-d465-42af-8b6c-e62a064afcaf</uuid>
Nov 23 06:19:42 user nova-compute[74675]:   <name>instance-00000001</name>
Nov 23 06:19:42 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:19:42 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:19:42 user nova-compute[74675]:   <metadata>
Nov 23 06:19:42 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:19:42 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:19:42 user nova-compute[74675]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1204913648</nova:name>
Nov 23 06:19:42 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:19:42</nova:creationTime>
Nov 23 06:19:42 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:19:42 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:19:42 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:19:42 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:19:42 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:19:42 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:19:42 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:19:42 user nova-compute[74675]:       <nova:owner>
Nov 23 06:19:42 user nova-compute[74675]:         <nova:user uuid="933254e291464a6aa6987d59d1d3e93c">tempest-ServerRescueNegativeTestJSON-1110786830-project-member</nova:user>
Nov 23 06:19:42 user nova-compute[74675]:         <nova:project uuid="9ae04769d0574318bf2a5439f9f4eca7">tempest-ServerRescueNegativeTestJSON-1110786830</nova:project>
Nov 23 06:19:42 user nova-compute[74675]:       </nova:owner>
Nov 23 06:19:42 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:19:42 user nova-compute[74675]:       <nova:ports>
Nov 23 06:19:42 user nova-compute[74675]:         <nova:port uuid="f89a5c01-0756-4920-880f-e9d3747cac9a">
Nov 23 06:19:42 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 23 06:19:42 user nova-compute[74675]:         </nova:port>
Nov 23 06:19:42 user nova-compute[74675]:       </nova:ports>
Nov 23 06:19:42 user nova-compute[74675]:     </nova:instance>
Nov 23 06:19:42 user nova-compute[74675]:   </metadata>
Nov 23 06:19:42 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:19:42 user nova-compute[74675]:     <system>
Nov 23 06:19:42 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:19:42 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:19:42 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:19:42 user nova-compute[74675]:       <entry name="serial">f4d40301-d465-42af-8b6c-e62a064afcaf</entry>
Nov 23 06:19:42 user nova-compute[74675]:       <entry name="uuid">f4d40301-d465-42af-8b6c-e62a064afcaf</entry>
Nov 23 06:19:42 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:19:42 user nova-compute[74675]:     </system>
Nov 23 06:19:42 user nova-compute[74675]:   </sysinfo>
Nov 23 06:19:42 user nova-compute[74675]:   <os>
Nov 23 06:19:42 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:19:42 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:19:42 user nova-compute[74675]:   </os>
Nov 23 06:19:42 user nova-compute[74675]:   <features>
Nov 23 06:19:42 user nova-compute[74675]:     <acpi/>
Nov 23 06:19:42 user nova-compute[74675]:     <apic/>
Nov 23 06:19:42 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:19:42 user nova-compute[74675]:   </features>
Nov 23 06:19:42 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:19:42 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:19:42 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:19:42 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:19:42 user nova-compute[74675]:   </clock>
Nov 23 06:19:42 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:19:42 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:19:42 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:19:42 user nova-compute[74675]:   </cpu>
Nov 23 06:19:42 user nova-compute[74675]:   <devices>
Nov 23 06:19:42 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:19:42 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:19:42 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.rescue"/>
Nov 23 06:19:42 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:19:42 user nova-compute[74675]:     </disk>
Nov 23 06:19:42 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:19:42 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:19:42 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk"/>
Nov 23 06:19:42 user nova-compute[74675]:       <target dev="vdb" bus="virtio"/>
Nov 23 06:19:42 user nova-compute[74675]:     </disk>
Nov 23 06:19:42 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:19:42 user nova-compute[74675]:       <mac address="fa:16:3e:3b:52:28"/>
Nov 23 06:19:42 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:19:42 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:19:42 user nova-compute[74675]:       <target dev="tapf89a5c01-07"/>
Nov 23 06:19:42 user nova-compute[74675]:     </interface>
Nov 23 06:19:42 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:19:42 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/console.log" append="off"/>
Nov 23 06:19:42 user nova-compute[74675]:     </serial>
Nov 23 06:19:42 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:19:42 user nova-compute[74675]:     <video>
Nov 23 06:19:42 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:19:42 user nova-compute[74675]:     </video>
Nov 23 06:19:42 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:19:42 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:19:42 user nova-compute[74675]:     </rng>
Nov 23 06:19:42 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:19:42 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:19:42 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:19:42 user nova-compute[74675]:     </memballoon>
Nov 23 06:19:42 user nova-compute[74675]:   </devices>
Nov 23 06:19:42 user nova-compute[74675]: </domain>
Nov 23 06:19:42 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:19:42 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Instance destroyed successfully.
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No VIF found with MAC fa:16:3e:3b:52:28, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "d0dea862-7d67-4336-b03e-e7f072b1e3de" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:42 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:19:42 user nova-compute[74675]: INFO nova.compute.claims [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Claim successful on node user
Nov 23 06:19:43 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.450s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-c1e2301b-6f09-44ce-9f75-b1ab709daa07 req-5a56fd58-00af-4d52-9a62-e4779734ac06 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c1e2301b-6f09-44ce-9f75-b1ab709daa07 req-5a56fd58-00af-4d52-9a62-e4779734ac06 service nova] Acquiring lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c1e2301b-6f09-44ce-9f75-b1ab709daa07 req-5a56fd58-00af-4d52-9a62-e4779734ac06 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c1e2301b-6f09-44ce-9f75-b1ab709daa07 req-5a56fd58-00af-4d52-9a62-e4779734ac06 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-c1e2301b-6f09-44ce-9f75-b1ab709daa07 req-5a56fd58-00af-4d52-9a62-e4779734ac06 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] No waiting events found dispatching network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:19:43 user nova-compute[74675]: WARNING nova.compute.manager [req-c1e2301b-6f09-44ce-9f75-b1ab709daa07 req-5a56fd58-00af-4d52-9a62-e4779734ac06 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received unexpected event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a for instance with vm_state active and task_state rescuing.
Nov 23 06:19:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG nova.network.neutron [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:19:43 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:19:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:19:43 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Creating image(s)
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "/opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "/opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "/opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG nova.policy [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cd1fcecda6741ddb5f696c09413098b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14a640f6dc354a09b5f636d4a59ae0bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk 1073741824" returned: 0 in 0.055s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.202s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:44 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:19:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:44 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Cannot resize image /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:19:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:19:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Ensure instance console log exists: /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:19:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:45 user nova-compute[74675]: DEBUG nova.network.neutron [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Successfully created port: 02208bc9-c2d4-4353-b5d1-af1842200b8b {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:19:45 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:19:45 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:19:45 user nova-compute[74675]: DEBUG nova.compute.manager [req-27cfdcb6-9a9b-48a3-92cd-56f55aaaec95 req-047f22f3-2c70-4b21-9b8a-de2ec19a0997 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:19:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-27cfdcb6-9a9b-48a3-92cd-56f55aaaec95 req-047f22f3-2c70-4b21-9b8a-de2ec19a0997 service nova] Acquiring lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-27cfdcb6-9a9b-48a3-92cd-56f55aaaec95 req-047f22f3-2c70-4b21-9b8a-de2ec19a0997 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-27cfdcb6-9a9b-48a3-92cd-56f55aaaec95 req-047f22f3-2c70-4b21-9b8a-de2ec19a0997 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:45 user nova-compute[74675]: DEBUG nova.compute.manager [req-27cfdcb6-9a9b-48a3-92cd-56f55aaaec95 req-047f22f3-2c70-4b21-9b8a-de2ec19a0997 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] No waiting events found dispatching network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:19:45 user nova-compute[74675]: WARNING nova.compute.manager [req-27cfdcb6-9a9b-48a3-92cd-56f55aaaec95 req-047f22f3-2c70-4b21-9b8a-de2ec19a0997 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received unexpected event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a for instance with vm_state active and task_state rescuing.
Nov 23 06:19:45 user nova-compute[74675]: DEBUG nova.compute.manager [req-27cfdcb6-9a9b-48a3-92cd-56f55aaaec95 req-047f22f3-2c70-4b21-9b8a-de2ec19a0997 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:19:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-27cfdcb6-9a9b-48a3-92cd-56f55aaaec95 req-047f22f3-2c70-4b21-9b8a-de2ec19a0997 service nova] Acquiring lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-27cfdcb6-9a9b-48a3-92cd-56f55aaaec95 req-047f22f3-2c70-4b21-9b8a-de2ec19a0997 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-27cfdcb6-9a9b-48a3-92cd-56f55aaaec95 req-047f22f3-2c70-4b21-9b8a-de2ec19a0997 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:45 user nova-compute[74675]: DEBUG nova.compute.manager [req-27cfdcb6-9a9b-48a3-92cd-56f55aaaec95 req-047f22f3-2c70-4b21-9b8a-de2ec19a0997 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] No waiting events found dispatching network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:19:45 user nova-compute[74675]: WARNING nova.compute.manager [req-27cfdcb6-9a9b-48a3-92cd-56f55aaaec95 req-047f22f3-2c70-4b21-9b8a-de2ec19a0997 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received unexpected event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a for instance with vm_state active and task_state rescuing.
Nov 23 06:19:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:45 user nova-compute[74675]: DEBUG nova.network.neutron [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Successfully updated port: 02208bc9-c2d4-4353-b5d1-af1842200b8b {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "refresh_cache-d0dea862-7d67-4336-b03e-e7f072b1e3de" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquired lock "refresh_cache-d0dea862-7d67-4336-b03e-e7f072b1e3de" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.network.neutron [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.compute.manager [req-1d800302-898c-4a54-badf-053fd862b44e req-eaa2b373-8ceb-4996-962b-5b1b99a9b455 service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Received event network-changed-02208bc9-c2d4-4353-b5d1-af1842200b8b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.compute.manager [req-1d800302-898c-4a54-badf-053fd862b44e req-eaa2b373-8ceb-4996-962b-5b1b99a9b455 service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Refreshing instance network info cache due to event network-changed-02208bc9-c2d4-4353-b5d1-af1842200b8b. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1d800302-898c-4a54-badf-053fd862b44e req-eaa2b373-8ceb-4996-962b-5b1b99a9b455 service nova] Acquiring lock "refresh_cache-d0dea862-7d67-4336-b03e-e7f072b1e3de" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.compute.manager [None req-7a059a8d-c128-4af7-b544-03fb79a96a12 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.network.neutron [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.network.neutron [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Updating instance_info_cache with network_info: [{"id": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "address": "fa:16:3e:4d:61:54", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02208bc9-c2", "ovs_interfaceid": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Releasing lock "refresh_cache-d0dea862-7d67-4336-b03e-e7f072b1e3de" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Instance network_info: |[{"id": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "address": "fa:16:3e:4d:61:54", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02208bc9-c2", "ovs_interfaceid": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1d800302-898c-4a54-badf-053fd862b44e req-eaa2b373-8ceb-4996-962b-5b1b99a9b455 service nova] Acquired lock "refresh_cache-d0dea862-7d67-4336-b03e-e7f072b1e3de" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.network.neutron [req-1d800302-898c-4a54-badf-053fd862b44e req-eaa2b373-8ceb-4996-962b-5b1b99a9b455 service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Refreshing network info cache for port 02208bc9-c2d4-4353-b5d1-af1842200b8b {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Start _get_guest_xml network_info=[{"id": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "address": "fa:16:3e:4d:61:54", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02208bc9-c2", "ovs_interfaceid": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:19:46 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:19:46 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:19:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-678319004',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-678319004',id=15,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='14a640f6dc354a09b5f636d4a59ae0bb',ramdisk_id='',reservation_id='r-10u2m443',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-686425922',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:19:43Z,user_data=None,user_id='3cd1fcecda6741ddb5f696c09413098b',uuid=d0dea862-7d67-4336-b03e-e7f072b1e3de,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "address": "fa:16:3e:4d:61:54", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02208bc9-c2", "ovs_interfaceid": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converting VIF {"id": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "address": "fa:16:3e:4d:61:54", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02208bc9-c2", "ovs_interfaceid": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:61:54,bridge_name='br-int',has_traffic_filtering=True,id=02208bc9-c2d4-4353-b5d1-af1842200b8b,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02208bc9-c2') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.objects.instance [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'pci_devices' on Instance uuid d0dea862-7d67-4336-b03e-e7f072b1e3de {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:19:46 user nova-compute[74675]:   <uuid>d0dea862-7d67-4336-b03e-e7f072b1e3de</uuid>
Nov 23 06:19:46 user nova-compute[74675]:   <name>instance-0000000f</name>
Nov 23 06:19:46 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:19:46 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:19:46 user nova-compute[74675]:   <metadata>
Nov 23 06:19:46 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:19:46 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:19:46 user nova-compute[74675]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-678319004</nova:name>
Nov 23 06:19:46 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:19:46</nova:creationTime>
Nov 23 06:19:46 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:19:46 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:19:46 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:19:46 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:19:46 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:19:46 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:19:46 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:19:46 user nova-compute[74675]:       <nova:owner>
Nov 23 06:19:46 user nova-compute[74675]:         <nova:user uuid="3cd1fcecda6741ddb5f696c09413098b">tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member</nova:user>
Nov 23 06:19:46 user nova-compute[74675]:         <nova:project uuid="14a640f6dc354a09b5f636d4a59ae0bb">tempest-ServerBootFromVolumeStableRescueTest-686425922</nova:project>
Nov 23 06:19:46 user nova-compute[74675]:       </nova:owner>
Nov 23 06:19:46 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:19:46 user nova-compute[74675]:       <nova:ports>
Nov 23 06:19:46 user nova-compute[74675]:         <nova:port uuid="02208bc9-c2d4-4353-b5d1-af1842200b8b">
Nov 23 06:19:46 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 23 06:19:46 user nova-compute[74675]:         </nova:port>
Nov 23 06:19:46 user nova-compute[74675]:       </nova:ports>
Nov 23 06:19:46 user nova-compute[74675]:     </nova:instance>
Nov 23 06:19:46 user nova-compute[74675]:   </metadata>
Nov 23 06:19:46 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:19:46 user nova-compute[74675]:     <system>
Nov 23 06:19:46 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:19:46 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:19:46 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:19:46 user nova-compute[74675]:       <entry name="serial">d0dea862-7d67-4336-b03e-e7f072b1e3de</entry>
Nov 23 06:19:46 user nova-compute[74675]:       <entry name="uuid">d0dea862-7d67-4336-b03e-e7f072b1e3de</entry>
Nov 23 06:19:46 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:19:46 user nova-compute[74675]:     </system>
Nov 23 06:19:46 user nova-compute[74675]:   </sysinfo>
Nov 23 06:19:46 user nova-compute[74675]:   <os>
Nov 23 06:19:46 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:19:46 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:19:46 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:19:46 user nova-compute[74675]:   </os>
Nov 23 06:19:46 user nova-compute[74675]:   <features>
Nov 23 06:19:46 user nova-compute[74675]:     <acpi/>
Nov 23 06:19:46 user nova-compute[74675]:     <apic/>
Nov 23 06:19:46 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:19:46 user nova-compute[74675]:   </features>
Nov 23 06:19:46 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:19:46 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:19:46 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:19:46 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:19:46 user nova-compute[74675]:   </clock>
Nov 23 06:19:46 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:19:46 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:19:46 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:19:46 user nova-compute[74675]:   </cpu>
Nov 23 06:19:46 user nova-compute[74675]:   <devices>
Nov 23 06:19:46 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:19:46 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:19:46 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk"/>
Nov 23 06:19:46 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:19:46 user nova-compute[74675]:     </disk>
Nov 23 06:19:46 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:19:46 user nova-compute[74675]:       <mac address="fa:16:3e:4d:61:54"/>
Nov 23 06:19:46 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:19:46 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:19:46 user nova-compute[74675]:       <target dev="tap02208bc9-c2"/>
Nov 23 06:19:46 user nova-compute[74675]:     </interface>
Nov 23 06:19:46 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:19:46 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/console.log" append="off"/>
Nov 23 06:19:46 user nova-compute[74675]:     </serial>
Nov 23 06:19:46 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:19:46 user nova-compute[74675]:     <video>
Nov 23 06:19:46 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:19:46 user nova-compute[74675]:     </video>
Nov 23 06:19:46 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:19:46 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:19:46 user nova-compute[74675]:     </rng>
Nov 23 06:19:46 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:19:46 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:19:46 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:19:46 user nova-compute[74675]:     </memballoon>
Nov 23 06:19:46 user nova-compute[74675]:   </devices>
Nov 23 06:19:46 user nova-compute[74675]: </domain>
Nov 23 06:19:46 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:19:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-678319004',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-678319004',id=15,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='14a640f6dc354a09b5f636d4a59ae0bb',ramdisk_id='',reservation_id='r-10u2m443',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-686425922',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:19:43Z,user_data=None,user_id='3cd1fcecda6741ddb5f696c09413098b',uuid=d0dea862-7d67-4336-b03e-e7f072b1e3de,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "address": "fa:16:3e:4d:61:54", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02208bc9-c2", "ovs_interfaceid": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converting VIF {"id": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "address": "fa:16:3e:4d:61:54", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02208bc9-c2", "ovs_interfaceid": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:61:54,bridge_name='br-int',has_traffic_filtering=True,id=02208bc9-c2d4-4353-b5d1-af1842200b8b,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02208bc9-c2') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG os_vif [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:61:54,bridge_name='br-int',has_traffic_filtering=True,id=02208bc9-c2d4-4353-b5d1-af1842200b8b,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02208bc9-c2') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e42d1e5a-1fea-5f96-beea-af04aff350df', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap02208bc9-c2, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap02208bc9-c2, col_values=(('qos', UUID('07cff5b2-3532-47d9-9ed0-9908b5b5f40a')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap02208bc9-c2, col_values=(('external_ids', {'iface-id': '02208bc9-c2d4-4353-b5d1-af1842200b8b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4d:61:54', 'vm-uuid': 'd0dea862-7d67-4336-b03e-e7f072b1e3de'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:19:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:46 user nova-compute[74675]: INFO os_vif [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:61:54,bridge_name='br-int',has_traffic_filtering=True,id=02208bc9-c2d4-4353-b5d1-af1842200b8b,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02208bc9-c2')
Nov 23 06:19:46 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Updating instance_info_cache with network_info: [{"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.8", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:19:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:19:47 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:19:47 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:19:47 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:19:47 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:19:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:19:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] No VIF found with MAC fa:16:3e:4d:61:54, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:19:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:47 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:19:47 user nova-compute[74675]: DEBUG nova.network.neutron [req-1d800302-898c-4a54-badf-053fd862b44e req-eaa2b373-8ceb-4996-962b-5b1b99a9b455 service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Updated VIF entry in instance network info cache for port 02208bc9-c2d4-4353-b5d1-af1842200b8b. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:19:47 user nova-compute[74675]: DEBUG nova.network.neutron [req-1d800302-898c-4a54-badf-053fd862b44e req-eaa2b373-8ceb-4996-962b-5b1b99a9b455 service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Updating instance_info_cache with network_info: [{"id": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "address": "fa:16:3e:4d:61:54", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02208bc9-c2", "ovs_interfaceid": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:19:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1d800302-898c-4a54-badf-053fd862b44e req-eaa2b373-8ceb-4996-962b-5b1b99a9b455 service nova] Releasing lock "refresh_cache-d0dea862-7d67-4336-b03e-e7f072b1e3de" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:19:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-8f085349-8fae-45bc-b6ee-63d56836d965 req-1e745536-de0e-451d-90c3-477d8eaf7575 service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Received event network-vif-plugged-02208bc9-c2d4-4353-b5d1-af1842200b8b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:19:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8f085349-8fae-45bc-b6ee-63d56836d965 req-1e745536-de0e-451d-90c3-477d8eaf7575 service nova] Acquiring lock "d0dea862-7d67-4336-b03e-e7f072b1e3de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8f085349-8fae-45bc-b6ee-63d56836d965 req-1e745536-de0e-451d-90c3-477d8eaf7575 service nova] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8f085349-8fae-45bc-b6ee-63d56836d965 req-1e745536-de0e-451d-90c3-477d8eaf7575 service nova] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-8f085349-8fae-45bc-b6ee-63d56836d965 req-1e745536-de0e-451d-90c3-477d8eaf7575 service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] No waiting events found dispatching network-vif-plugged-02208bc9-c2d4-4353-b5d1-af1842200b8b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:19:48 user nova-compute[74675]: WARNING nova.compute.manager [req-8f085349-8fae-45bc-b6ee-63d56836d965 req-1e745536-de0e-451d-90c3-477d8eaf7575 service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Received unexpected event network-vif-plugged-02208bc9-c2d4-4353-b5d1-af1842200b8b for instance with vm_state building and task_state spawning.
Nov 23 06:19:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Acquiring lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:19:49 user nova-compute[74675]: INFO nova.compute.claims [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Claim successful on node user
Nov 23 06:19:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.rescue --force-share --output=json" returned: 0 in 0.205s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.rescue --force-share --output=json" returned: 0 in 0.276s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.643s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG nova.network.neutron [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:50 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:19:50 user nova-compute[74675]: DEBUG nova.compute.manager [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG nova.compute.manager [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:19:50 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Creating image(s)
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Acquiring lock "/opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "/opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "/opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.238s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG nova.policy [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '392279d298b242b6ae02269833548758', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aca67e7aee254941bc2218ac71afbdc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.229s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk 1073741824" returned: 0 in 0.060s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.296s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-8817583c-3f38-4922-9e79-8a5453ee16ca req-5a4612be-eebd-43bb-a09d-74367b3ddcec service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Received event network-vif-plugged-02208bc9-c2d4-4353-b5d1-af1842200b8b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8817583c-3f38-4922-9e79-8a5453ee16ca req-5a4612be-eebd-43bb-a09d-74367b3ddcec service nova] Acquiring lock "d0dea862-7d67-4336-b03e-e7f072b1e3de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8817583c-3f38-4922-9e79-8a5453ee16ca req-5a4612be-eebd-43bb-a09d-74367b3ddcec service nova] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8817583c-3f38-4922-9e79-8a5453ee16ca req-5a4612be-eebd-43bb-a09d-74367b3ddcec service nova] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-8817583c-3f38-4922-9e79-8a5453ee16ca req-5a4612be-eebd-43bb-a09d-74367b3ddcec service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] No waiting events found dispatching network-vif-plugged-02208bc9-c2d4-4353-b5d1-af1842200b8b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:19:50 user nova-compute[74675]: WARNING nova.compute.manager [req-8817583c-3f38-4922-9e79-8a5453ee16ca req-5a4612be-eebd-43bb-a09d-74367b3ddcec service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Received unexpected event network-vif-plugged-02208bc9-c2d4-4353-b5d1-af1842200b8b for instance with vm_state building and task_state spawning.
Nov 23 06:19:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.222s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:19:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Instance spawned successfully.
Nov 23 06:19:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Cannot resize image /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Ensure instance console log exists: /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:51 user nova-compute[74675]: INFO nova.compute.manager [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Took 7.85 seconds to spawn the instance on the hypervisor.
Nov 23 06:19:51 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:51 user nova-compute[74675]: INFO nova.compute.manager [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Took 8.76 seconds to build instance.
Nov 23 06:19:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6b7a2b58-27a7-4608-87a5-2ca55c87a9c8 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.908s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG nova.network.neutron [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Successfully created port: 6b1c296e-d19d-4649-97a0-aaf06ba634d7 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.rescue --force-share --output=json" returned: 0 in 0.262s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.rescue --force-share --output=json" returned: 0 in 0.228s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:52 user nova-compute[74675]: DEBUG nova.network.neutron [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Successfully updated port: 6b1c296e-d19d-4649-97a0-aaf06ba634d7 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:19:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Acquiring lock "refresh_cache-a856a215-43ef-4ced-b21b-21f2bd8dd189" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:19:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Acquired lock "refresh_cache-a856a215-43ef-4ced-b21b-21f2bd8dd189" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:19:52 user nova-compute[74675]: DEBUG nova.network.neutron [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:19:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:52 user nova-compute[74675]: DEBUG nova.network.neutron [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:19:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:52 user nova-compute[74675]: DEBUG nova.network.neutron [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Updating instance_info_cache with network_info: [{"id": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "address": "fa:16:3e:c6:0e:c2", "network": {"id": "9317b475-1f03-4a0e-b28e-8330fc66252f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-83968832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca67e7aee254941bc2218ac71afbdc2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b1c296e-d1", "ovs_interfaceid": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.compute.manager [req-b820dc71-9389-484e-8bd1-41067f3e7cf5 req-b0a1dc4d-75b4-430a-87ff-56a20d6eef0c service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Received event network-changed-6b1c296e-d19d-4649-97a0-aaf06ba634d7 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.compute.manager [req-b820dc71-9389-484e-8bd1-41067f3e7cf5 req-b0a1dc4d-75b4-430a-87ff-56a20d6eef0c service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Refreshing instance network info cache due to event network-changed-6b1c296e-d19d-4649-97a0-aaf06ba634d7. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b820dc71-9389-484e-8bd1-41067f3e7cf5 req-b0a1dc4d-75b4-430a-87ff-56a20d6eef0c service nova] Acquiring lock "refresh_cache-a856a215-43ef-4ced-b21b-21f2bd8dd189" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Releasing lock "refresh_cache-a856a215-43ef-4ced-b21b-21f2bd8dd189" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.compute.manager [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Instance network_info: |[{"id": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "address": "fa:16:3e:c6:0e:c2", "network": {"id": "9317b475-1f03-4a0e-b28e-8330fc66252f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-83968832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca67e7aee254941bc2218ac71afbdc2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b1c296e-d1", "ovs_interfaceid": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b820dc71-9389-484e-8bd1-41067f3e7cf5 req-b0a1dc4d-75b4-430a-87ff-56a20d6eef0c service nova] Acquired lock "refresh_cache-a856a215-43ef-4ced-b21b-21f2bd8dd189" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.network.neutron [req-b820dc71-9389-484e-8bd1-41067f3e7cf5 req-b0a1dc4d-75b4-430a-87ff-56a20d6eef0c service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Refreshing network info cache for port 6b1c296e-d19d-4649-97a0-aaf06ba634d7 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Start _get_guest_xml network_info=[{"id": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "address": "fa:16:3e:c6:0e:c2", "network": {"id": "9317b475-1f03-4a0e-b28e-8330fc66252f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-83968832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca67e7aee254941bc2218ac71afbdc2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b1c296e-d1", "ovs_interfaceid": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:19:53 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:19:53 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:19:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1696664806',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1696664806',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1696664',id=16,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMIYNGVwfQgwvsJuHg+ejkxQ9lBdaHTfOGTmKGMoYBlOMpy/vivOwgbd0sKakDbsbXHeuY6MQ9MWb6TyIe3jIVhE+Pasgc78OFDIwzwIKUi0T+LVYDBhKvy72I9WZRNgcQ==',key_name='tempest-keypair-401218712',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aca67e7aee254941bc2218ac71afbdc2',ramdisk_id='',reservation_id='r-g2jw7w6p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1521726724',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:19:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='392279d298b242b6ae02269833548758',uuid=a856a215-43ef-4ced-b21b-21f2bd8dd189,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "address": "fa:16:3e:c6:0e:c2", "network": {"id": "9317b475-1f03-4a0e-b28e-8330fc66252f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-83968832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca67e7aee254941bc2218ac71afbdc2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b1c296e-d1", "ovs_interfaceid": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Converting VIF {"id": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "address": "fa:16:3e:c6:0e:c2", "network": {"id": "9317b475-1f03-4a0e-b28e-8330fc66252f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-83968832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca67e7aee254941bc2218ac71afbdc2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b1c296e-d1", "ovs_interfaceid": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:0e:c2,bridge_name='br-int',has_traffic_filtering=True,id=6b1c296e-d19d-4649-97a0-aaf06ba634d7,network=Network(9317b475-1f03-4a0e-b28e-8330fc66252f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b1c296e-d1') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.objects.instance [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lazy-loading 'pci_devices' on Instance uuid a856a215-43ef-4ced-b21b-21f2bd8dd189 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.208s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:19:53 user nova-compute[74675]:   <uuid>a856a215-43ef-4ced-b21b-21f2bd8dd189</uuid>
Nov 23 06:19:53 user nova-compute[74675]:   <name>instance-00000010</name>
Nov 23 06:19:53 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:19:53 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:19:53 user nova-compute[74675]:   <metadata>
Nov 23 06:19:53 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:19:53 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:19:53 user nova-compute[74675]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-1696664806</nova:name>
Nov 23 06:19:53 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:19:53</nova:creationTime>
Nov 23 06:19:53 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:19:53 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:19:53 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:19:53 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:19:53 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:19:53 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:19:53 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:19:53 user nova-compute[74675]:       <nova:owner>
Nov 23 06:19:53 user nova-compute[74675]:         <nova:user uuid="392279d298b242b6ae02269833548758">tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member</nova:user>
Nov 23 06:19:53 user nova-compute[74675]:         <nova:project uuid="aca67e7aee254941bc2218ac71afbdc2">tempest-TestServerVolumeAttachScenarioOldVersion-1521726724</nova:project>
Nov 23 06:19:53 user nova-compute[74675]:       </nova:owner>
Nov 23 06:19:53 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:19:53 user nova-compute[74675]:       <nova:ports>
Nov 23 06:19:53 user nova-compute[74675]:         <nova:port uuid="6b1c296e-d19d-4649-97a0-aaf06ba634d7">
Nov 23 06:19:53 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 23 06:19:53 user nova-compute[74675]:         </nova:port>
Nov 23 06:19:53 user nova-compute[74675]:       </nova:ports>
Nov 23 06:19:53 user nova-compute[74675]:     </nova:instance>
Nov 23 06:19:53 user nova-compute[74675]:   </metadata>
Nov 23 06:19:53 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:19:53 user nova-compute[74675]:     <system>
Nov 23 06:19:53 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:19:53 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:19:53 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:19:53 user nova-compute[74675]:       <entry name="serial">a856a215-43ef-4ced-b21b-21f2bd8dd189</entry>
Nov 23 06:19:53 user nova-compute[74675]:       <entry name="uuid">a856a215-43ef-4ced-b21b-21f2bd8dd189</entry>
Nov 23 06:19:53 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:19:53 user nova-compute[74675]:     </system>
Nov 23 06:19:53 user nova-compute[74675]:   </sysinfo>
Nov 23 06:19:53 user nova-compute[74675]:   <os>
Nov 23 06:19:53 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:19:53 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:19:53 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:19:53 user nova-compute[74675]:   </os>
Nov 23 06:19:53 user nova-compute[74675]:   <features>
Nov 23 06:19:53 user nova-compute[74675]:     <acpi/>
Nov 23 06:19:53 user nova-compute[74675]:     <apic/>
Nov 23 06:19:53 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:19:53 user nova-compute[74675]:   </features>
Nov 23 06:19:53 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:19:53 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:19:53 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:19:53 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:19:53 user nova-compute[74675]:   </clock>
Nov 23 06:19:53 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:19:53 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:19:53 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:19:53 user nova-compute[74675]:   </cpu>
Nov 23 06:19:53 user nova-compute[74675]:   <devices>
Nov 23 06:19:53 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:19:53 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:19:53 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk"/>
Nov 23 06:19:53 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:19:53 user nova-compute[74675]:     </disk>
Nov 23 06:19:53 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:19:53 user nova-compute[74675]:       <mac address="fa:16:3e:c6:0e:c2"/>
Nov 23 06:19:53 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:19:53 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:19:53 user nova-compute[74675]:       <target dev="tap6b1c296e-d1"/>
Nov 23 06:19:53 user nova-compute[74675]:     </interface>
Nov 23 06:19:53 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:19:53 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/console.log" append="off"/>
Nov 23 06:19:53 user nova-compute[74675]:     </serial>
Nov 23 06:19:53 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:19:53 user nova-compute[74675]:     <video>
Nov 23 06:19:53 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:19:53 user nova-compute[74675]:     </video>
Nov 23 06:19:53 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:19:53 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:19:53 user nova-compute[74675]:     </rng>
Nov 23 06:19:53 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:19:53 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:19:53 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:19:53 user nova-compute[74675]:     </memballoon>
Nov 23 06:19:53 user nova-compute[74675]:   </devices>
Nov 23 06:19:53 user nova-compute[74675]: </domain>
Nov 23 06:19:53 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:19:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1696664806',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1696664806',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1696664',id=16,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMIYNGVwfQgwvsJuHg+ejkxQ9lBdaHTfOGTmKGMoYBlOMpy/vivOwgbd0sKakDbsbXHeuY6MQ9MWb6TyIe3jIVhE+Pasgc78OFDIwzwIKUi0T+LVYDBhKvy72I9WZRNgcQ==',key_name='tempest-keypair-401218712',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aca67e7aee254941bc2218ac71afbdc2',ramdisk_id='',reservation_id='r-g2jw7w6p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1521726724',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:19:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='392279d298b242b6ae02269833548758',uuid=a856a215-43ef-4ced-b21b-21f2bd8dd189,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "address": "fa:16:3e:c6:0e:c2", "network": {"id": "9317b475-1f03-4a0e-b28e-8330fc66252f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-83968832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca67e7aee254941bc2218ac71afbdc2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b1c296e-d1", "ovs_interfaceid": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Converting VIF {"id": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "address": "fa:16:3e:c6:0e:c2", "network": {"id": "9317b475-1f03-4a0e-b28e-8330fc66252f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-83968832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca67e7aee254941bc2218ac71afbdc2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b1c296e-d1", "ovs_interfaceid": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:0e:c2,bridge_name='br-int',has_traffic_filtering=True,id=6b1c296e-d19d-4649-97a0-aaf06ba634d7,network=Network(9317b475-1f03-4a0e-b28e-8330fc66252f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b1c296e-d1') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG os_vif [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:0e:c2,bridge_name='br-int',has_traffic_filtering=True,id=6b1c296e-d19d-4649-97a0-aaf06ba634d7,network=Network(9317b475-1f03-4a0e-b28e-8330fc66252f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b1c296e-d1') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '318e025d-c060-5553-b1b1-1473d078f90e', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6b1c296e-d1, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6b1c296e-d1, col_values=(('qos', UUID('94a8ee8f-5299-46b6-97f7-146e5a8d797f')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6b1c296e-d1, col_values=(('external_ids', {'iface-id': '6b1c296e-d19d-4649-97a0-aaf06ba634d7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:0e:c2', 'vm-uuid': 'a856a215-43ef-4ced-b21b-21f2bd8dd189'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:53 user nova-compute[74675]: INFO os_vif [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:0e:c2,bridge_name='br-int',has_traffic_filtering=True,id=6b1c296e-d19d-4649-97a0-aaf06ba634d7,network=Network(9317b475-1f03-4a0e-b28e-8330fc66252f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b1c296e-d1')
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] No VIF found with MAC fa:16:3e:c6:0e:c2, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.network.neutron [req-b820dc71-9389-484e-8bd1-41067f3e7cf5 req-b0a1dc4d-75b4-430a-87ff-56a20d6eef0c service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Updated VIF entry in instance network info cache for port 6b1c296e-d19d-4649-97a0-aaf06ba634d7. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG nova.network.neutron [req-b820dc71-9389-484e-8bd1-41067f3e7cf5 req-b0a1dc4d-75b4-430a-87ff-56a20d6eef0c service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Updating instance_info_cache with network_info: [{"id": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "address": "fa:16:3e:c6:0e:c2", "network": {"id": "9317b475-1f03-4a0e-b28e-8330fc66252f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-83968832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca67e7aee254941bc2218ac71afbdc2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b1c296e-d1", "ovs_interfaceid": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b820dc71-9389-484e-8bd1-41067f3e7cf5 req-b0a1dc4d-75b4-430a-87ff-56a20d6eef0c service nova] Releasing lock "refresh_cache-a856a215-43ef-4ced-b21b-21f2bd8dd189" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:19:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-b772a240-58f6-469a-b178-00170a72171c req-14118dbd-64dc-4d1f-b0a9-16b0d0c1b014 service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Received event network-vif-plugged-6b1c296e-d19d-4649-97a0-aaf06ba634d7 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b772a240-58f6-469a-b178-00170a72171c req-14118dbd-64dc-4d1f-b0a9-16b0d0c1b014 service nova] Acquiring lock "a856a215-43ef-4ced-b21b-21f2bd8dd189-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b772a240-58f6-469a-b178-00170a72171c req-14118dbd-64dc-4d1f-b0a9-16b0d0c1b014 service nova] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b772a240-58f6-469a-b178-00170a72171c req-14118dbd-64dc-4d1f-b0a9-16b0d0c1b014 service nova] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-b772a240-58f6-469a-b178-00170a72171c req-14118dbd-64dc-4d1f-b0a9-16b0d0c1b014 service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] No waiting events found dispatching network-vif-plugged-6b1c296e-d19d-4649-97a0-aaf06ba634d7 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:19:58 user nova-compute[74675]: WARNING nova.compute.manager [req-b772a240-58f6-469a-b178-00170a72171c req-14118dbd-64dc-4d1f-b0a9-16b0d0c1b014 service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Received unexpected event network-vif-plugged-6b1c296e-d19d-4649-97a0-aaf06ba634d7 for instance with vm_state building and task_state spawning.
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-3ef3d684-f9ec-419b-b3b0-686c97966637 req-fa7bcf48-c8e7-4d0f-9eba-5039b385072f service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Received event network-vif-plugged-6b1c296e-d19d-4649-97a0-aaf06ba634d7 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3ef3d684-f9ec-419b-b3b0-686c97966637 req-fa7bcf48-c8e7-4d0f-9eba-5039b385072f service nova] Acquiring lock "a856a215-43ef-4ced-b21b-21f2bd8dd189-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3ef3d684-f9ec-419b-b3b0-686c97966637 req-fa7bcf48-c8e7-4d0f-9eba-5039b385072f service nova] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3ef3d684-f9ec-419b-b3b0-686c97966637 req-fa7bcf48-c8e7-4d0f-9eba-5039b385072f service nova] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-3ef3d684-f9ec-419b-b3b0-686c97966637 req-fa7bcf48-c8e7-4d0f-9eba-5039b385072f service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] No waiting events found dispatching network-vif-plugged-6b1c296e-d19d-4649-97a0-aaf06ba634d7 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:19:58 user nova-compute[74675]: WARNING nova.compute.manager [req-3ef3d684-f9ec-419b-b3b0-686c97966637 req-fa7bcf48-c8e7-4d0f-9eba-5039b385072f service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Received unexpected event network-vif-plugged-6b1c296e-d19d-4649-97a0-aaf06ba634d7 for instance with vm_state building and task_state spawning.
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:19:58 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:19:58 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7880MB free_disk=25.623199462890625GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:19:58 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Instance spawned successfully.
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:19:58 user nova-compute[74675]: INFO nova.compute.manager [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Took 8.08 seconds to spawn the instance on the hypervisor.
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance f4d40301-d465-42af-8b6c-e62a064afcaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d9898f23-3116-49a8-a4bb-483dd0c3c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance cf5db4d3-2728-4ac9-aaec-05d1f1147329 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance b9d481a3-2894-4ee3-93d2-1a011ee914e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 08802d78-5573-4533-b3aa-672fe57b971d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance a856a215-43ef-4ced-b21b-21f2bd8dd189 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:19:58 user nova-compute[74675]: INFO nova.compute.manager [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Took 9.29 seconds to build instance.
Nov 23 06:19:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cf0e5ba0-cf72-43da-99fe-1e7bcd722f0c tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.508s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.716s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:19:58 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:19:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.005s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:11 user nova-compute[74675]: INFO nova.compute.manager [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Terminating instance
Nov 23 06:20:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:20:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-59a008a3-49c5-46e2-b43e-3453df5b5319 req-3ae2f91f-0e25-4740-8948-5dab705e7885 service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Received event network-vif-unplugged-e65363d9-fcf8-4622-aefa-bd71e2ef36b4 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-59a008a3-49c5-46e2-b43e-3453df5b5319 req-3ae2f91f-0e25-4740-8948-5dab705e7885 service nova] Acquiring lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-59a008a3-49c5-46e2-b43e-3453df5b5319 req-3ae2f91f-0e25-4740-8948-5dab705e7885 service nova] Lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-59a008a3-49c5-46e2-b43e-3453df5b5319 req-3ae2f91f-0e25-4740-8948-5dab705e7885 service nova] Lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-59a008a3-49c5-46e2-b43e-3453df5b5319 req-3ae2f91f-0e25-4740-8948-5dab705e7885 service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] No waiting events found dispatching network-vif-unplugged-e65363d9-fcf8-4622-aefa-bd71e2ef36b4 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:20:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-59a008a3-49c5-46e2-b43e-3453df5b5319 req-3ae2f91f-0e25-4740-8948-5dab705e7885 service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Received event network-vif-unplugged-e65363d9-fcf8-4622-aefa-bd71e2ef36b4 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:20:12 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Instance destroyed successfully.
Nov 23 06:20:12 user nova-compute[74675]: DEBUG nova.objects.instance [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lazy-loading 'resources' on Instance uuid b9d481a3-2894-4ee3-93d2-1a011ee914e2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:20:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:18:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1715824297',display_name='tempest-VolumesAdminNegativeTest-server-1715824297',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1715824297',id=13,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:18:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='62dd14cd43594b6b87b7262116dcc966',ramdisk_id='',reservation_id='r-8mvp94ok',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-585363324',owner_user_name='tempest-VolumesAdminNegativeTest-585363324-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:18:19Z,user_data=None,user_id='d73102842a624bc68c65c48cf06bdbf1',uuid=b9d481a3-2894-4ee3-93d2-1a011ee914e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "address": "fa:16:3e:c5:d9:c2", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape65363d9-fc", "ovs_interfaceid": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:20:12 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Converting VIF {"id": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "address": "fa:16:3e:c5:d9:c2", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape65363d9-fc", "ovs_interfaceid": "e65363d9-fcf8-4622-aefa-bd71e2ef36b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:20:12 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:d9:c2,bridge_name='br-int',has_traffic_filtering=True,id=e65363d9-fcf8-4622-aefa-bd71e2ef36b4,network=Network(ea7900ea-85d5-483b-a263-0a98328f1779),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape65363d9-fc') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:20:12 user nova-compute[74675]: DEBUG os_vif [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:d9:c2,bridge_name='br-int',has_traffic_filtering=True,id=e65363d9-fcf8-4622-aefa-bd71e2ef36b4,network=Network(ea7900ea-85d5-483b-a263-0a98328f1779),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape65363d9-fc') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:20:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape65363d9-fc, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:20:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:20:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=69c32bcf-71d6-4ddc-bd04-784914e36019) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:20:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:12 user nova-compute[74675]: INFO os_vif [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:d9:c2,bridge_name='br-int',has_traffic_filtering=True,id=e65363d9-fcf8-4622-aefa-bd71e2ef36b4,network=Network(ea7900ea-85d5-483b-a263-0a98328f1779),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape65363d9-fc')
Nov 23 06:20:12 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Deleting instance files /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2_del
Nov 23 06:20:12 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Deletion of /opt/stack/data/nova/instances/b9d481a3-2894-4ee3-93d2-1a011ee914e2_del complete
Nov 23 06:20:12 user nova-compute[74675]: INFO nova.compute.manager [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Took 0.99 seconds to destroy the instance on the hypervisor.
Nov 23 06:20:12 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:20:12 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:20:12 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:20:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:13 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:20:13 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Took 0.80 seconds to deallocate network for instance.
Nov 23 06:20:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:13 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:20:13 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:20:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.477s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:13 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Deleted allocations for instance b9d481a3-2894-4ee3-93d2-1a011ee914e2
Nov 23 06:20:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d723ed1a-aa04-4dad-a7a4-ee9cee3f6fcd tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.632s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-423ffe23-0c68-4834-9e0f-a3bf2e37b63b req-85417aca-5f9c-4877-b35a-78474b806e6a service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Received event network-vif-plugged-e65363d9-fcf8-4622-aefa-bd71e2ef36b4 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-423ffe23-0c68-4834-9e0f-a3bf2e37b63b req-85417aca-5f9c-4877-b35a-78474b806e6a service nova] Acquiring lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-423ffe23-0c68-4834-9e0f-a3bf2e37b63b req-85417aca-5f9c-4877-b35a-78474b806e6a service nova] Lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-423ffe23-0c68-4834-9e0f-a3bf2e37b63b req-85417aca-5f9c-4877-b35a-78474b806e6a service nova] Lock "b9d481a3-2894-4ee3-93d2-1a011ee914e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-423ffe23-0c68-4834-9e0f-a3bf2e37b63b req-85417aca-5f9c-4877-b35a-78474b806e6a service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] No waiting events found dispatching network-vif-plugged-e65363d9-fcf8-4622-aefa-bd71e2ef36b4 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:20:13 user nova-compute[74675]: WARNING nova.compute.manager [req-423ffe23-0c68-4834-9e0f-a3bf2e37b63b req-85417aca-5f9c-4877-b35a-78474b806e6a service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Received unexpected event network-vif-plugged-e65363d9-fcf8-4622-aefa-bd71e2ef36b4 for instance with vm_state deleted and task_state None.
Nov 23 06:20:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-423ffe23-0c68-4834-9e0f-a3bf2e37b63b req-85417aca-5f9c-4877-b35a-78474b806e6a service nova] [instance: b9d481a3-2894-4ee3-93d2-1a011ee914e2] Received event network-vif-deleted-e65363d9-fcf8-4622-aefa-bd71e2ef36b4 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "8bd490c5-ffd8-430b-b74a-29e551e261fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "8bd490c5-ffd8-430b-b74a-29e551e261fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:20:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:15 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:20:15 user nova-compute[74675]: INFO nova.compute.claims [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Claim successful on node user
Nov 23 06:20:16 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:20:16 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:20:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.480s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:20:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:20:16 user nova-compute[74675]: DEBUG nova.network.neutron [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:20:16 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:20:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:20:16 user nova-compute[74675]: DEBUG nova.policy [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fca8a7c900e3407399300bbfbf431e25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a18b18a40e734f63aca7e52f1074d548', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:20:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:20:16 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:20:16 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Creating image(s)
Nov 23 06:20:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "/opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "/opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "/opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.212s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.238s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk 1073741824" returned: 0 in 0.069s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.315s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG nova.network.neutron [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Successfully created port: 23d3e713-d009-405f-b781-69f06ff96478 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Cannot resize image /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Ensure instance console log exists: /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Successfully updated port: 23d3e713-d009-405f-b781-69f06ff96478 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "refresh_cache-8bd490c5-ffd8-430b-b74a-29e551e261fb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquired lock "refresh_cache-8bd490c5-ffd8-430b-b74a-29e551e261fb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-66c43ced-7d10-41d1-bc00-88114319e35e req-3007c9a1-bbe7-4bf3-afb5-cc11f5fb1fe0 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Received event network-changed-23d3e713-d009-405f-b781-69f06ff96478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-66c43ced-7d10-41d1-bc00-88114319e35e req-3007c9a1-bbe7-4bf3-afb5-cc11f5fb1fe0 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Refreshing instance network info cache due to event network-changed-23d3e713-d009-405f-b781-69f06ff96478. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-66c43ced-7d10-41d1-bc00-88114319e35e req-3007c9a1-bbe7-4bf3-afb5-cc11f5fb1fe0 service nova] Acquiring lock "refresh_cache-8bd490c5-ffd8-430b-b74a-29e551e261fb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Updating instance_info_cache with network_info: [{"id": "23d3e713-d009-405f-b781-69f06ff96478", "address": "fa:16:3e:d5:fe:6a", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d3e713-d0", "ovs_interfaceid": "23d3e713-d009-405f-b781-69f06ff96478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Releasing lock "refresh_cache-8bd490c5-ffd8-430b-b74a-29e551e261fb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Instance network_info: |[{"id": "23d3e713-d009-405f-b781-69f06ff96478", "address": "fa:16:3e:d5:fe:6a", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d3e713-d0", "ovs_interfaceid": "23d3e713-d009-405f-b781-69f06ff96478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-66c43ced-7d10-41d1-bc00-88114319e35e req-3007c9a1-bbe7-4bf3-afb5-cc11f5fb1fe0 service nova] Acquired lock "refresh_cache-8bd490c5-ffd8-430b-b74a-29e551e261fb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-66c43ced-7d10-41d1-bc00-88114319e35e req-3007c9a1-bbe7-4bf3-afb5-cc11f5fb1fe0 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Refreshing network info cache for port 23d3e713-d009-405f-b781-69f06ff96478 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Start _get_guest_xml network_info=[{"id": "23d3e713-d009-405f-b781-69f06ff96478", "address": "fa:16:3e:d5:fe:6a", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d3e713-d0", "ovs_interfaceid": "23d3e713-d009-405f-b781-69f06ff96478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:20:18 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:20:18 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:20:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1464654466',display_name='tempest-ServersNegativeTestJSON-server-1464654466',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1464654466',id=17,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a18b18a40e734f63aca7e52f1074d548',ramdisk_id='',reservation_id='r-gfyunpys',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-801040632',owner_user_name='tempest-ServersNegativeTestJSON-801040632-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:20:17Z,user_data=None,user_id='fca8a7c900e3407399300bbfbf431e25',uuid=8bd490c5-ffd8-430b-b74a-29e551e261fb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "23d3e713-d009-405f-b781-69f06ff96478", "address": "fa:16:3e:d5:fe:6a", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d3e713-d0", "ovs_interfaceid": "23d3e713-d009-405f-b781-69f06ff96478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Converting VIF {"id": "23d3e713-d009-405f-b781-69f06ff96478", "address": "fa:16:3e:d5:fe:6a", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d3e713-d0", "ovs_interfaceid": "23d3e713-d009-405f-b781-69f06ff96478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d5:fe:6a,bridge_name='br-int',has_traffic_filtering=True,id=23d3e713-d009-405f-b781-69f06ff96478,network=Network(0efdb04a-6f4d-48e5-b02b-e259839eb1d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23d3e713-d0') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.objects.instance [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lazy-loading 'pci_devices' on Instance uuid 8bd490c5-ffd8-430b-b74a-29e551e261fb {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:20:18 user nova-compute[74675]:   <uuid>8bd490c5-ffd8-430b-b74a-29e551e261fb</uuid>
Nov 23 06:20:18 user nova-compute[74675]:   <name>instance-00000011</name>
Nov 23 06:20:18 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:20:18 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:20:18 user nova-compute[74675]:   <metadata>
Nov 23 06:20:18 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:20:18 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:20:18 user nova-compute[74675]:       <nova:name>tempest-ServersNegativeTestJSON-server-1464654466</nova:name>
Nov 23 06:20:18 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:20:18</nova:creationTime>
Nov 23 06:20:18 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:20:18 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:20:18 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:20:18 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:20:18 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:20:18 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:20:18 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:20:18 user nova-compute[74675]:       <nova:owner>
Nov 23 06:20:18 user nova-compute[74675]:         <nova:user uuid="fca8a7c900e3407399300bbfbf431e25">tempest-ServersNegativeTestJSON-801040632-project-member</nova:user>
Nov 23 06:20:18 user nova-compute[74675]:         <nova:project uuid="a18b18a40e734f63aca7e52f1074d548">tempest-ServersNegativeTestJSON-801040632</nova:project>
Nov 23 06:20:18 user nova-compute[74675]:       </nova:owner>
Nov 23 06:20:18 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:20:18 user nova-compute[74675]:       <nova:ports>
Nov 23 06:20:18 user nova-compute[74675]:         <nova:port uuid="23d3e713-d009-405f-b781-69f06ff96478">
Nov 23 06:20:18 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 23 06:20:18 user nova-compute[74675]:         </nova:port>
Nov 23 06:20:18 user nova-compute[74675]:       </nova:ports>
Nov 23 06:20:18 user nova-compute[74675]:     </nova:instance>
Nov 23 06:20:18 user nova-compute[74675]:   </metadata>
Nov 23 06:20:18 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:20:18 user nova-compute[74675]:     <system>
Nov 23 06:20:18 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:20:18 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:20:18 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:20:18 user nova-compute[74675]:       <entry name="serial">8bd490c5-ffd8-430b-b74a-29e551e261fb</entry>
Nov 23 06:20:18 user nova-compute[74675]:       <entry name="uuid">8bd490c5-ffd8-430b-b74a-29e551e261fb</entry>
Nov 23 06:20:18 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:20:18 user nova-compute[74675]:     </system>
Nov 23 06:20:18 user nova-compute[74675]:   </sysinfo>
Nov 23 06:20:18 user nova-compute[74675]:   <os>
Nov 23 06:20:18 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:20:18 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:20:18 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:20:18 user nova-compute[74675]:   </os>
Nov 23 06:20:18 user nova-compute[74675]:   <features>
Nov 23 06:20:18 user nova-compute[74675]:     <acpi/>
Nov 23 06:20:18 user nova-compute[74675]:     <apic/>
Nov 23 06:20:18 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:20:18 user nova-compute[74675]:   </features>
Nov 23 06:20:18 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:20:18 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:20:18 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:20:18 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:20:18 user nova-compute[74675]:   </clock>
Nov 23 06:20:18 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:20:18 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:20:18 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:20:18 user nova-compute[74675]:   </cpu>
Nov 23 06:20:18 user nova-compute[74675]:   <devices>
Nov 23 06:20:18 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:20:18 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:20:18 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk"/>
Nov 23 06:20:18 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:20:18 user nova-compute[74675]:     </disk>
Nov 23 06:20:18 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:20:18 user nova-compute[74675]:       <mac address="fa:16:3e:d5:fe:6a"/>
Nov 23 06:20:18 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:20:18 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:20:18 user nova-compute[74675]:       <target dev="tap23d3e713-d0"/>
Nov 23 06:20:18 user nova-compute[74675]:     </interface>
Nov 23 06:20:18 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:20:18 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/console.log" append="off"/>
Nov 23 06:20:18 user nova-compute[74675]:     </serial>
Nov 23 06:20:18 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:20:18 user nova-compute[74675]:     <video>
Nov 23 06:20:18 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:20:18 user nova-compute[74675]:     </video>
Nov 23 06:20:18 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:20:18 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:20:18 user nova-compute[74675]:     </rng>
Nov 23 06:20:18 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:20:18 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:20:18 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:20:18 user nova-compute[74675]:     </memballoon>
Nov 23 06:20:18 user nova-compute[74675]:   </devices>
Nov 23 06:20:18 user nova-compute[74675]: </domain>
Nov 23 06:20:18 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:20:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1464654466',display_name='tempest-ServersNegativeTestJSON-server-1464654466',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1464654466',id=17,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a18b18a40e734f63aca7e52f1074d548',ramdisk_id='',reservation_id='r-gfyunpys',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-801040632',owner_user_name='tempest-ServersNegativeTestJSON-801040632-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:20:17Z,user_data=None,user_id='fca8a7c900e3407399300bbfbf431e25',uuid=8bd490c5-ffd8-430b-b74a-29e551e261fb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "23d3e713-d009-405f-b781-69f06ff96478", "address": "fa:16:3e:d5:fe:6a", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d3e713-d0", "ovs_interfaceid": "23d3e713-d009-405f-b781-69f06ff96478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Converting VIF {"id": "23d3e713-d009-405f-b781-69f06ff96478", "address": "fa:16:3e:d5:fe:6a", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d3e713-d0", "ovs_interfaceid": "23d3e713-d009-405f-b781-69f06ff96478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d5:fe:6a,bridge_name='br-int',has_traffic_filtering=True,id=23d3e713-d009-405f-b781-69f06ff96478,network=Network(0efdb04a-6f4d-48e5-b02b-e259839eb1d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23d3e713-d0') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG os_vif [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:fe:6a,bridge_name='br-int',has_traffic_filtering=True,id=23d3e713-d009-405f-b781-69f06ff96478,network=Network(0efdb04a-6f4d-48e5-b02b-e259839eb1d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23d3e713-d0') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a2fb74fd-4ba2-55a0-9c1a-17f0d75745a5', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap23d3e713-d0, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap23d3e713-d0, col_values=(('qos', UUID('2002ac13-cc0e-4199-a61c-9b49b194d44c')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap23d3e713-d0, col_values=(('external_ids', {'iface-id': '23d3e713-d009-405f-b781-69f06ff96478', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d5:fe:6a', 'vm-uuid': '8bd490c5-ffd8-430b-b74a-29e551e261fb'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:20:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:18 user nova-compute[74675]: INFO os_vif [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:fe:6a,bridge_name='br-int',has_traffic_filtering=True,id=23d3e713-d009-405f-b781-69f06ff96478,network=Network(0efdb04a-6f4d-48e5-b02b-e259839eb1d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23d3e713-d0')
Nov 23 06:20:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:20:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] No VIF found with MAC fa:16:3e:d5:fe:6a, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:20:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:19 user nova-compute[74675]: DEBUG nova.network.neutron [req-66c43ced-7d10-41d1-bc00-88114319e35e req-3007c9a1-bbe7-4bf3-afb5-cc11f5fb1fe0 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Updated VIF entry in instance network info cache for port 23d3e713-d009-405f-b781-69f06ff96478. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:20:19 user nova-compute[74675]: DEBUG nova.network.neutron [req-66c43ced-7d10-41d1-bc00-88114319e35e req-3007c9a1-bbe7-4bf3-afb5-cc11f5fb1fe0 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Updating instance_info_cache with network_info: [{"id": "23d3e713-d009-405f-b781-69f06ff96478", "address": "fa:16:3e:d5:fe:6a", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d3e713-d0", "ovs_interfaceid": "23d3e713-d009-405f-b781-69f06ff96478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:20:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-66c43ced-7d10-41d1-bc00-88114319e35e req-3007c9a1-bbe7-4bf3-afb5-cc11f5fb1fe0 service nova] Releasing lock "refresh_cache-8bd490c5-ffd8-430b-b74a-29e551e261fb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:20:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-fb303965-c054-4a93-8026-5a205723584f req-5e8931ef-4a54-47db-92a0-a45829a9a032 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Received event network-vif-plugged-23d3e713-d009-405f-b781-69f06ff96478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fb303965-c054-4a93-8026-5a205723584f req-5e8931ef-4a54-47db-92a0-a45829a9a032 service nova] Acquiring lock "8bd490c5-ffd8-430b-b74a-29e551e261fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fb303965-c054-4a93-8026-5a205723584f req-5e8931ef-4a54-47db-92a0-a45829a9a032 service nova] Lock "8bd490c5-ffd8-430b-b74a-29e551e261fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fb303965-c054-4a93-8026-5a205723584f req-5e8931ef-4a54-47db-92a0-a45829a9a032 service nova] Lock "8bd490c5-ffd8-430b-b74a-29e551e261fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-fb303965-c054-4a93-8026-5a205723584f req-5e8931ef-4a54-47db-92a0-a45829a9a032 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] No waiting events found dispatching network-vif-plugged-23d3e713-d009-405f-b781-69f06ff96478 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:20:20 user nova-compute[74675]: WARNING nova.compute.manager [req-fb303965-c054-4a93-8026-5a205723584f req-5e8931ef-4a54-47db-92a0-a45829a9a032 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Received unexpected event network-vif-plugged-23d3e713-d009-405f-b781-69f06ff96478 for instance with vm_state building and task_state spawning.
Nov 23 06:20:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:20:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:20:22 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Instance spawned successfully.
Nov 23 06:20:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:20:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:20:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:20:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:20:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:20:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:20:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:20:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-f070752c-dd31-4fa9-b53c-726fca5a2f93 req-9c247f18-8d60-40d8-9e4b-37308be7beb5 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Received event network-vif-plugged-23d3e713-d009-405f-b781-69f06ff96478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f070752c-dd31-4fa9-b53c-726fca5a2f93 req-9c247f18-8d60-40d8-9e4b-37308be7beb5 service nova] Acquiring lock "8bd490c5-ffd8-430b-b74a-29e551e261fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f070752c-dd31-4fa9-b53c-726fca5a2f93 req-9c247f18-8d60-40d8-9e4b-37308be7beb5 service nova] Lock "8bd490c5-ffd8-430b-b74a-29e551e261fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f070752c-dd31-4fa9-b53c-726fca5a2f93 req-9c247f18-8d60-40d8-9e4b-37308be7beb5 service nova] Lock "8bd490c5-ffd8-430b-b74a-29e551e261fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-f070752c-dd31-4fa9-b53c-726fca5a2f93 req-9c247f18-8d60-40d8-9e4b-37308be7beb5 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] No waiting events found dispatching network-vif-plugged-23d3e713-d009-405f-b781-69f06ff96478 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:20:22 user nova-compute[74675]: WARNING nova.compute.manager [req-f070752c-dd31-4fa9-b53c-726fca5a2f93 req-9c247f18-8d60-40d8-9e4b-37308be7beb5 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Received unexpected event network-vif-plugged-23d3e713-d009-405f-b781-69f06ff96478 for instance with vm_state building and task_state spawning.
Nov 23 06:20:22 user nova-compute[74675]: INFO nova.compute.manager [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Took 6.21 seconds to spawn the instance on the hypervisor.
Nov 23 06:20:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:20:22 user nova-compute[74675]: INFO nova.compute.manager [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Took 7.08 seconds to build instance.
Nov 23 06:20:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-879a2195-df88-4865-8948-e3910e9d148e tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "8bd490c5-ffd8-430b-b74a-29e551e261fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.180s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-68bb6779-fc21-4cd6-a9d0-3d8dde16f0df req-a0566fc2-846d-4137-bc09-442e4c40c072 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received event network-changed-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-68bb6779-fc21-4cd6-a9d0-3d8dde16f0df req-a0566fc2-846d-4137-bc09-442e4c40c072 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Refreshing instance network info cache due to event network-changed-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:20:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-68bb6779-fc21-4cd6-a9d0-3d8dde16f0df req-a0566fc2-846d-4137-bc09-442e4c40c072 service nova] Acquiring lock "refresh_cache-08802d78-5573-4533-b3aa-672fe57b971d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:20:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-68bb6779-fc21-4cd6-a9d0-3d8dde16f0df req-a0566fc2-846d-4137-bc09-442e4c40c072 service nova] Acquired lock "refresh_cache-08802d78-5573-4533-b3aa-672fe57b971d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:20:36 user nova-compute[74675]: DEBUG nova.network.neutron [req-68bb6779-fc21-4cd6-a9d0-3d8dde16f0df req-a0566fc2-846d-4137-bc09-442e4c40c072 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Refreshing network info cache for port 514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "08802d78-5573-4533-b3aa-672fe57b971d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "08802d78-5573-4533-b3aa-672fe57b971d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG nova.objects.instance [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lazy-loading 'flavor' on Instance uuid 08802d78-5573-4533-b3aa-672fe57b971d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG nova.network.neutron [req-68bb6779-fc21-4cd6-a9d0-3d8dde16f0df req-a0566fc2-846d-4137-bc09-442e4c40c072 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Updated VIF entry in instance network info cache for port 514fb6d5-20c5-4186-a2eb-e6b1da2fcd53. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG nova.network.neutron [req-68bb6779-fc21-4cd6-a9d0-3d8dde16f0df req-a0566fc2-846d-4137-bc09-442e4c40c072 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Updating instance_info_cache with network_info: [{"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-68bb6779-fc21-4cd6-a9d0-3d8dde16f0df req-a0566fc2-846d-4137-bc09-442e4c40c072 service nova] Releasing lock "refresh_cache-08802d78-5573-4533-b3aa-672fe57b971d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "08802d78-5573-4533-b3aa-672fe57b971d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.099s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "08802d78-5573-4533-b3aa-672fe57b971d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "08802d78-5573-4533-b3aa-672fe57b971d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:37 user nova-compute[74675]: INFO nova.compute.manager [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Attaching volume a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 to /dev/vdb
Nov 23 06:20:37 user nova-compute[74675]: DEBUG os_brick.utils [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c15c3925-8537-4cff-9795-fb54e39319c1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1354c0c-1cba-44d5-b39d-5bfd5b2d74fb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ad75674-19a2-4757-8e16-3698e5431f68]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d68e3235-f958-44e4-9fcd-4b23375b919c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:20:37 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:20:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf7bf329-71c6-4954-a876-17f9281682ba]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG os_brick.utils [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:20:37 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Updating existing volume attachment record: 76fb94ca-afd5-42ab-9d77-619f63b529de {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:20:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fyxeJrYE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:20:44 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:20:44 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:20:44 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2b918b9-b213-47b5-ad91-0c8687b99fbe]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:20:44 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfc4452f-13ca-471b-9848-0d2039008e15]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9] added
Nov 23 06:20:44 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0d26961-d3f1-4704-879b-ec4ecd210193]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e705c3e5-e579-4956-8ae2-0c66f6abc346]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fyxeJrYE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fyxeJrYE" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a51b3b3b-216c-4f00-8d07-f638f58c4e2f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fyxeJrYE'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[24997ead-6cb8-4649-bad8-dc9d54d2d1a2]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[863d2bbe-0080-4bd5-854f-91b8c3c31715]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:20:44 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:20:44 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f3c9322-3cf9-4402-a26e-3c1d91ed4cba]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9, portal: 172.16.0.220,3260]
Nov 23 06:20:44 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9, portal: 172.16.0.220,3260] successful.
Nov 23 06:20:44 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b284087-bdf8-46d4-8791-8325f37a5587]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e064da69-9f48-40ad-883b-e4ce001057c9]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:20:44 user nova-compute[74675]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:20:44 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:20:44 user nova-compute[74675]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:20:44 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] HCTL ('34', '-', '-', 0) found on session 17 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0c8917d-bf7d-4660-80bf-dce1172141ea]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fyxeJrYE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG nova.compute.manager [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:44 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:20:44 user nova-compute[74675]: INFO nova.compute.claims [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Claim successful on node user
Nov 23 06:20:45 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.456s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG nova.compute.manager [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG nova.compute.manager [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG nova.network.neutron [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:20:45 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:20:45 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] <== connect_volume: return (1350ms) {'type': 'block', 'scsi_wwn': '23065356635343239', 'path': '/dev/sdc'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23065356635343239', 'path': '/dev/sdc'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG nova.compute.manager [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG nova.objects.instance [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lazy-loading 'flavor' on Instance uuid 08802d78-5573-4533-b3aa-672fe57b971d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:20:45 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:20:45 user nova-compute[74675]:   <source dev="/dev/sdc"/>
Nov 23 06:20:45 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:20:45 user nova-compute[74675]:   <serial>a1ac0a43-5b3b-4eb6-903e-05f76c2047f9</serial>
Nov 23 06:20:45 user nova-compute[74675]: </disk>
Nov 23 06:20:45 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG nova.policy [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e45c93fdcd894f2eaa3e2f73f24d9908', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b758808a65b24c028b0ea07bfac88c15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG nova.compute.manager [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:20:45 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Creating image(s)
Nov 23 06:20:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "/opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "/opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "/opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.189s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:20:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] No VIF found with MAC fa:16:3e:c6:d5:b1, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.208s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk 1073741824" returned: 0 in 0.167s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.380s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e440ddb4-8b8e-4c15-a3b5-ecb9c3960dca tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "08802d78-5573-4533-b3aa-672fe57b971d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.554s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.202s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG nova.network.neutron [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Successfully created port: f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Cannot resize image /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Ensure instance console log exists: /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Updating instance_info_cache with network_info: [{"id": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "address": "fa:16:3e:24:44:f8", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bbaae4b-21", "ovs_interfaceid": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:20:46 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.network.neutron [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Successfully updated port: f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "refresh_cache-3c5e33f5-fd7a-4ec6-9c29-481236465e07" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquired lock "refresh_cache-3c5e33f5-fd7a-4ec6-9c29-481236465e07" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.network.neutron [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-1a2c005a-21c8-464c-88ac-adf5b684d6bb req-1e81a00f-df21-4e7a-b921-e9c90ca15904 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Received event network-changed-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-1a2c005a-21c8-464c-88ac-adf5b684d6bb req-1e81a00f-df21-4e7a-b921-e9c90ca15904 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Refreshing instance network info cache due to event network-changed-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1a2c005a-21c8-464c-88ac-adf5b684d6bb req-1e81a00f-df21-4e7a-b921-e9c90ca15904 service nova] Acquiring lock "refresh_cache-3c5e33f5-fd7a-4ec6-9c29-481236465e07" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.network.neutron [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.network.neutron [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Updating instance_info_cache with network_info: [{"id": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "address": "fa:16:3e:b6:b1:58", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf291d2ef-cb", "ovs_interfaceid": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Releasing lock "refresh_cache-3c5e33f5-fd7a-4ec6-9c29-481236465e07" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.compute.manager [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Instance network_info: |[{"id": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "address": "fa:16:3e:b6:b1:58", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf291d2ef-cb", "ovs_interfaceid": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1a2c005a-21c8-464c-88ac-adf5b684d6bb req-1e81a00f-df21-4e7a-b921-e9c90ca15904 service nova] Acquired lock "refresh_cache-3c5e33f5-fd7a-4ec6-9c29-481236465e07" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.network.neutron [req-1a2c005a-21c8-464c-88ac-adf5b684d6bb req-1e81a00f-df21-4e7a-b921-e9c90ca15904 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Refreshing network info cache for port f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Start _get_guest_xml network_info=[{"id": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "address": "fa:16:3e:b6:b1:58", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf291d2ef-cb", "ovs_interfaceid": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:20:47 user nova-compute[74675]: INFO nova.compute.manager [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Rebuilding instance
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:47 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:20:47 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:20:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1096716589',display_name='tempest-TestStampPattern-server-1096716589',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1096716589',id=18,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMrIjCJdJRqr/SfOPRjG8su5tVmq9mFUGfBr4cdrzgRZNNx4qLKFt/E7BkYOVK2Dk+UGcFFcrCCxw6jA24Koj0s3zmuv48jg2YDHFSOCXWp0+klsK5ny8ZEF0/Tzu8i56g==',key_name='tempest-TestStampPattern-1742973522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b758808a65b24c028b0ea07bfac88c15',ramdisk_id='',reservation_id='r-p37uh7vj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-290725560',owner_user_name='tempest-TestStampPattern-290725560-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:20:46Z,user_data=None,user_id='e45c93fdcd894f2eaa3e2f73f24d9908',uuid=3c5e33f5-fd7a-4ec6-9c29-481236465e07,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "address": "fa:16:3e:b6:b1:58", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf291d2ef-cb", "ovs_interfaceid": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Converting VIF {"id": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "address": "fa:16:3e:b6:b1:58", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf291d2ef-cb", "ovs_interfaceid": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:b1:58,bridge_name='br-int',has_traffic_filtering=True,id=f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198,network=Network(973945ba-bfa3-4705-a013-e5ee350cd205),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf291d2ef-cb') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.objects.instance [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lazy-loading 'pci_devices' on Instance uuid 3c5e33f5-fd7a-4ec6-9c29-481236465e07 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:20:47 user nova-compute[74675]:   <uuid>3c5e33f5-fd7a-4ec6-9c29-481236465e07</uuid>
Nov 23 06:20:47 user nova-compute[74675]:   <name>instance-00000012</name>
Nov 23 06:20:47 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:20:47 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:20:47 user nova-compute[74675]:   <metadata>
Nov 23 06:20:47 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:20:47 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:20:47 user nova-compute[74675]:       <nova:name>tempest-TestStampPattern-server-1096716589</nova:name>
Nov 23 06:20:47 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:20:47</nova:creationTime>
Nov 23 06:20:47 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:20:47 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:20:47 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:20:47 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:20:47 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:20:47 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:20:47 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:20:47 user nova-compute[74675]:       <nova:owner>
Nov 23 06:20:47 user nova-compute[74675]:         <nova:user uuid="e45c93fdcd894f2eaa3e2f73f24d9908">tempest-TestStampPattern-290725560-project-member</nova:user>
Nov 23 06:20:47 user nova-compute[74675]:         <nova:project uuid="b758808a65b24c028b0ea07bfac88c15">tempest-TestStampPattern-290725560</nova:project>
Nov 23 06:20:47 user nova-compute[74675]:       </nova:owner>
Nov 23 06:20:47 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:20:47 user nova-compute[74675]:       <nova:ports>
Nov 23 06:20:47 user nova-compute[74675]:         <nova:port uuid="f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198">
Nov 23 06:20:47 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 23 06:20:47 user nova-compute[74675]:         </nova:port>
Nov 23 06:20:47 user nova-compute[74675]:       </nova:ports>
Nov 23 06:20:47 user nova-compute[74675]:     </nova:instance>
Nov 23 06:20:47 user nova-compute[74675]:   </metadata>
Nov 23 06:20:47 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:20:47 user nova-compute[74675]:     <system>
Nov 23 06:20:47 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:20:47 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:20:47 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:20:47 user nova-compute[74675]:       <entry name="serial">3c5e33f5-fd7a-4ec6-9c29-481236465e07</entry>
Nov 23 06:20:47 user nova-compute[74675]:       <entry name="uuid">3c5e33f5-fd7a-4ec6-9c29-481236465e07</entry>
Nov 23 06:20:47 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:20:47 user nova-compute[74675]:     </system>
Nov 23 06:20:47 user nova-compute[74675]:   </sysinfo>
Nov 23 06:20:47 user nova-compute[74675]:   <os>
Nov 23 06:20:47 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:20:47 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:20:47 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:20:47 user nova-compute[74675]:   </os>
Nov 23 06:20:47 user nova-compute[74675]:   <features>
Nov 23 06:20:47 user nova-compute[74675]:     <acpi/>
Nov 23 06:20:47 user nova-compute[74675]:     <apic/>
Nov 23 06:20:47 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:20:47 user nova-compute[74675]:   </features>
Nov 23 06:20:47 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:20:47 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:20:47 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:20:47 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:20:47 user nova-compute[74675]:   </clock>
Nov 23 06:20:47 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:20:47 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:20:47 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:20:47 user nova-compute[74675]:   </cpu>
Nov 23 06:20:47 user nova-compute[74675]:   <devices>
Nov 23 06:20:47 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:20:47 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:20:47 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk"/>
Nov 23 06:20:47 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:20:47 user nova-compute[74675]:     </disk>
Nov 23 06:20:47 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:20:47 user nova-compute[74675]:       <mac address="fa:16:3e:b6:b1:58"/>
Nov 23 06:20:47 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:20:47 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:20:47 user nova-compute[74675]:       <target dev="tapf291d2ef-cb"/>
Nov 23 06:20:47 user nova-compute[74675]:     </interface>
Nov 23 06:20:47 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:20:47 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/console.log" append="off"/>
Nov 23 06:20:47 user nova-compute[74675]:     </serial>
Nov 23 06:20:47 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:20:47 user nova-compute[74675]:     <video>
Nov 23 06:20:47 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:20:47 user nova-compute[74675]:     </video>
Nov 23 06:20:47 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:20:47 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:20:47 user nova-compute[74675]:     </rng>
Nov 23 06:20:47 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:20:47 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:20:47 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:20:47 user nova-compute[74675]:     </memballoon>
Nov 23 06:20:47 user nova-compute[74675]:   </devices>
Nov 23 06:20:47 user nova-compute[74675]: </domain>
Nov 23 06:20:47 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:20:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1096716589',display_name='tempest-TestStampPattern-server-1096716589',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1096716589',id=18,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMrIjCJdJRqr/SfOPRjG8su5tVmq9mFUGfBr4cdrzgRZNNx4qLKFt/E7BkYOVK2Dk+UGcFFcrCCxw6jA24Koj0s3zmuv48jg2YDHFSOCXWp0+klsK5ny8ZEF0/Tzu8i56g==',key_name='tempest-TestStampPattern-1742973522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b758808a65b24c028b0ea07bfac88c15',ramdisk_id='',reservation_id='r-p37uh7vj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-290725560',owner_user_name='tempest-TestStampPattern-290725560-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:20:46Z,user_data=None,user_id='e45c93fdcd894f2eaa3e2f73f24d9908',uuid=3c5e33f5-fd7a-4ec6-9c29-481236465e07,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "address": "fa:16:3e:b6:b1:58", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf291d2ef-cb", "ovs_interfaceid": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Converting VIF {"id": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "address": "fa:16:3e:b6:b1:58", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf291d2ef-cb", "ovs_interfaceid": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:b1:58,bridge_name='br-int',has_traffic_filtering=True,id=f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198,network=Network(973945ba-bfa3-4705-a013-e5ee350cd205),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf291d2ef-cb') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG os_vif [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:b1:58,bridge_name='br-int',has_traffic_filtering=True,id=f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198,network=Network(973945ba-bfa3-4705-a013-e5ee350cd205),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf291d2ef-cb') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '601bf2bb-b37b-5314-8f6d-95454f5e5bfd', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf291d2ef-cb, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf291d2ef-cb, col_values=(('qos', UUID('61f85e3e-3571-4b3f-b97a-46555106c77b')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf291d2ef-cb, col_values=(('external_ids', {'iface-id': 'f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b6:b1:58', 'vm-uuid': '3c5e33f5-fd7a-4ec6-9c29-481236465e07'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:47 user nova-compute[74675]: INFO os_vif [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:b1:58,bridge_name='br-int',has_traffic_filtering=True,id=f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198,network=Network(973945ba-bfa3-4705-a013-e5ee350cd205),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf291d2ef-cb')
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:20:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] No VIF found with MAC fa:16:3e:b6:b1:58, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG nova.network.neutron [req-1a2c005a-21c8-464c-88ac-adf5b684d6bb req-1e81a00f-df21-4e7a-b921-e9c90ca15904 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Updated VIF entry in instance network info cache for port f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG nova.network.neutron [req-1a2c005a-21c8-464c-88ac-adf5b684d6bb req-1e81a00f-df21-4e7a-b921-e9c90ca15904 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Updating instance_info_cache with network_info: [{"id": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "address": "fa:16:3e:b6:b1:58", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf291d2ef-cb", "ovs_interfaceid": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1a2c005a-21c8-464c-88ac-adf5b684d6bb req-1e81a00f-df21-4e7a-b921-e9c90ca15904 service nova] Releasing lock "refresh_cache-3c5e33f5-fd7a-4ec6-9c29-481236465e07" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:49 user nova-compute[74675]: INFO nova.compute.manager [None req-f5e25794-8458-4853-b562-28aecfa15096 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Unrescuing
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f5e25794-8458-4853-b562-28aecfa15096 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f5e25794-8458-4853-b562-28aecfa15096 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquired lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG nova.network.neutron [None req-f5e25794-8458-4853-b562-28aecfa15096 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-ac750610-b0b3-403b-b68b-7375c378c857 req-9ac2f78c-957d-414d-a625-e9e505391afe service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received event network-vif-unplugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ac750610-b0b3-403b-b68b-7375c378c857 req-9ac2f78c-957d-414d-a625-e9e505391afe service nova] Acquiring lock "08802d78-5573-4533-b3aa-672fe57b971d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ac750610-b0b3-403b-b68b-7375c378c857 req-9ac2f78c-957d-414d-a625-e9e505391afe service nova] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ac750610-b0b3-403b-b68b-7375c378c857 req-9ac2f78c-957d-414d-a625-e9e505391afe service nova] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-ac750610-b0b3-403b-b68b-7375c378c857 req-9ac2f78c-957d-414d-a625-e9e505391afe service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] No waiting events found dispatching network-vif-unplugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:20:49 user nova-compute[74675]: WARNING nova.compute.manager [req-ac750610-b0b3-403b-b68b-7375c378c857 req-9ac2f78c-957d-414d-a625-e9e505391afe service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received unexpected event network-vif-unplugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 for instance with vm_state active and task_state rebuilding.
Nov 23 06:20:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-ac750610-b0b3-403b-b68b-7375c378c857 req-9ac2f78c-957d-414d-a625-e9e505391afe service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received event network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ac750610-b0b3-403b-b68b-7375c378c857 req-9ac2f78c-957d-414d-a625-e9e505391afe service nova] Acquiring lock "08802d78-5573-4533-b3aa-672fe57b971d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ac750610-b0b3-403b-b68b-7375c378c857 req-9ac2f78c-957d-414d-a625-e9e505391afe service nova] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ac750610-b0b3-403b-b68b-7375c378c857 req-9ac2f78c-957d-414d-a625-e9e505391afe service nova] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-ac750610-b0b3-403b-b68b-7375c378c857 req-9ac2f78c-957d-414d-a625-e9e505391afe service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] No waiting events found dispatching network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:20:49 user nova-compute[74675]: WARNING nova.compute.manager [req-ac750610-b0b3-403b-b68b-7375c378c857 req-9ac2f78c-957d-414d-a625-e9e505391afe service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received unexpected event network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 for instance with vm_state active and task_state rebuilding.
Nov 23 06:20:49 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Instance destroyed successfully.
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:49 user nova-compute[74675]: INFO nova.compute.manager [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Detaching volume a1ac0a43-5b3b-4eb6-903e-05f76c2047f9
Nov 23 06:20:49 user nova-compute[74675]: INFO nova.virt.block_device [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Attempting to driver detach volume a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 from mountpoint /dev/vdb
Nov 23 06:20:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Attempting to detach device vdb from instance 08802d78-5573-4533-b3aa-672fe57b971d from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:20:49 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:20:49 user nova-compute[74675]:   <source dev="/dev/sdc"/>
Nov 23 06:20:49 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:20:49 user nova-compute[74675]:   <serial>a1ac0a43-5b3b-4eb6-903e-05f76c2047f9</serial>
Nov 23 06:20:49 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:20:49 user nova-compute[74675]: </disk>
Nov 23 06:20:49 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:20:49 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Successfully detached device vdb from instance 08802d78-5573-4533-b3aa-672fe57b971d from the persistent domain config.
Nov 23 06:20:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fyxeJrYE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:20:49 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 23 06:20:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c1393f8-4e67-4f73-aba6-0afca9ea73ad]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:20:49 user nova-compute[74675]: No targets found.
Nov 23 06:20:49 user nova-compute[74675]: iSNS:
Nov 23 06:20:49 user nova-compute[74675]: No targets found.
Nov 23 06:20:49 user nova-compute[74675]: STATIC:
Nov 23 06:20:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9
Nov 23 06:20:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:20:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:20:49 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24
Nov 23 06:20:49 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:20:49 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:20:49 user nova-compute[74675]: FIRMWARE:
Nov 23 06:20:49 user nova-compute[74675]: No targets found.
Nov 23 06:20:49 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:20:49 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:20:49 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fe3ff49-55ee-49c8-9561-55e9a16cbef5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffdebfd8-fb96-40f7-8b3d-997859c1f1ea]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:20:49 user nova-compute[74675]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:20:49 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:20:49 user nova-compute[74675]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:20:49 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac682895a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9'): ({'sdc'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Removing single pathed devices sdc {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.045s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5877e098-8b92-4a5c-8513-883884b36efa]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[27aba91e-c8f4-47c9-be0b-c199d87f6071]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Flushing IO for device /dev/sdc {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[617a3026-1dec-453d-af2f-3a1773bbe151]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.rescue --force-share --output=json" returned: 0 in 0.225s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.050s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2dae7f5-8070-46bf-9b28-c58d41b752fd]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb003625-a4dd-4bce-87aa-b24e57d78870]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG nova.network.neutron [None req-f5e25794-8458-4853-b562-28aecfa15096 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Updating instance_info_cache with network_info: [{"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.8", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[34185975-f15f-40d7-8db1-4f8d959c5d4b]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9, portal: 172.16.0.220,3260]
Nov 23 06:20:50 user nova-compute[74675]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9, portal: 172.16.0.220,3260] successful.
Nov 23 06:20:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f5e25794-8458-4853-b562-28aecfa15096 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Releasing lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG nova.objects.instance [None req-f5e25794-8458-4853-b562-28aecfa15096 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lazy-loading 'flavor' on Instance uuid cf5db4d3-2728-4ac9-aaec-05d1f1147329 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk.rescue --force-share --output=json" returned: 0 in 0.227s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d9366d8-20e4-4434-9997-27ee7b38fe7e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.505s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] <== disconnect_volume: return (507ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-cf77a33c-87ee-4fb8-a924-4add634da647 req-fabac8c9-0743-4eef-a3cb-acd5e715262f service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Received event network-vif-plugged-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cf77a33c-87ee-4fb8-a924-4add634da647 req-fabac8c9-0743-4eef-a3cb-acd5e715262f service nova] Acquiring lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cf77a33c-87ee-4fb8-a924-4add634da647 req-fabac8c9-0743-4eef-a3cb-acd5e715262f service nova] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cf77a33c-87ee-4fb8-a924-4add634da647 req-fabac8c9-0743-4eef-a3cb-acd5e715262f service nova] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-cf77a33c-87ee-4fb8-a924-4add634da647 req-fabac8c9-0743-4eef-a3cb-acd5e715262f service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] No waiting events found dispatching network-vif-plugged-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:20:50 user nova-compute[74675]: WARNING nova.compute.manager [req-cf77a33c-87ee-4fb8-a924-4add634da647 req-fabac8c9-0743-4eef-a3cb-acd5e715262f service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Received unexpected event network-vif-plugged-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 for instance with vm_state building and task_state spawning.
Nov 23 06:20:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-7df9753c-9309-4c8e-8caa-5e39210012e1 req-32c25942-a7fa-4851-bc6e-0f744fcf0db5 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received event network-changed-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-7df9753c-9309-4c8e-8caa-5e39210012e1 req-32c25942-a7fa-4851-bc6e-0f744fcf0db5 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Refreshing instance network info cache due to event network-changed-122af3e5-32c0-4213-84b4-f2e82769890a. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7df9753c-9309-4c8e-8caa-5e39210012e1 req-32c25942-a7fa-4851-bc6e-0f744fcf0db5 service nova] Acquiring lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7df9753c-9309-4c8e-8caa-5e39210012e1 req-32c25942-a7fa-4851-bc6e-0f744fcf0db5 service nova] Acquired lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG nova.network.neutron [req-7df9753c-9309-4c8e-8caa-5e39210012e1 req-32c25942-a7fa-4851-bc6e-0f744fcf0db5 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Refreshing network info cache for port 122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Instance destroyed successfully.
Nov 23 06:20:51 user nova-compute[74675]: DEBUG nova.network.neutron [req-7df9753c-9309-4c8e-8caa-5e39210012e1 req-32c25942-a7fa-4851-bc6e-0f744fcf0db5 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Updated VIF entry in instance network info cache for port 122af3e5-32c0-4213-84b4-f2e82769890a. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG nova.network.neutron [req-7df9753c-9309-4c8e-8caa-5e39210012e1 req-32c25942-a7fa-4851-bc6e-0f744fcf0db5 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Updating instance_info_cache with network_info: [{"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.8", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7df9753c-9309-4c8e-8caa-5e39210012e1 req-32c25942-a7fa-4851-bc6e-0f744fcf0db5 service nova] Releasing lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:20:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Instance destroyed successfully.
Nov 23 06:20:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:18:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1372135748',display_name='tempest-ServerActionsTestOtherA-server-1340197696',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1372135748',id=14,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFGf/Op6TsOpk5plN61UTz4UKhGPSOfU0L55tlEYNc3RlYGqp2zerpdBAFp/j2AvYHVH3UklbmN/WoJyR+KB0x5Bc1btsGWdk4lS0DSHIXtdMOYDYyJQwrkgsmipp0GVFQ==',key_name='tempest-keypair-692905932',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:18:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='8eaf068877754620a8c074e5463d5adc',ramdisk_id='',reservation_id='r-dpxc5lc2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-891907262',owner_user_name='tempest-ServerActionsTestOtherA-891907262-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:20:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6e28578c4a2646bfb41fed9714e6244d',uuid=08802d78-5573-4533-b3aa-672fe57b971d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converting VIF {"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:d5:b1,bridge_name='br-int',has_traffic_filtering=True,id=514fb6d5-20c5-4186-a2eb-e6b1da2fcd53,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514fb6d5-20') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_vif [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:d5:b1,bridge_name='br-int',has_traffic_filtering=True,id=514fb6d5-20c5-4186-a2eb-e6b1da2fcd53,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514fb6d5-20') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap514fb6d5-20, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f33ae479-ba41-475d-b501-8c6e384e638b) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:51 user nova-compute[74675]: INFO os_vif [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:d5:b1,bridge_name='br-int',has_traffic_filtering=True,id=514fb6d5-20c5-4186-a2eb-e6b1da2fcd53,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514fb6d5-20')
Nov 23 06:20:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fyxeJrYE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:20:51 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ba5b62d-3f29-41b5-9a91-6e4d0ac83918]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:20:51 user nova-compute[74675]: No targets found.
Nov 23 06:20:51 user nova-compute[74675]: iSNS:
Nov 23 06:20:51 user nova-compute[74675]: No targets found.
Nov 23 06:20:51 user nova-compute[74675]: STATIC:
Nov 23 06:20:51 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24
Nov 23 06:20:51 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:20:51 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:20:51 user nova-compute[74675]: FIRMWARE:
Nov 23 06:20:51 user nova-compute[74675]: No targets found.
Nov 23 06:20:51 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:20:51 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:20:51 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[745e03ce-4dc8-495b-93da-57f338e6349c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[eceb3383-b362-4fbc-b4bf-f9665f1f8c54]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:20:51 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:20:51 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac682c0310>, {}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Disconnecting from: [] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.075s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] <== disconnect_volume: return (77ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:20:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Deleting instance files /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d_del
Nov 23 06:20:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Deletion of /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d_del complete
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:51 user nova-compute[74675]: INFO nova.virt.block_device [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Booting with volume a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 at /dev/vdb
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.utils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.229s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cb10c26-4559-4c6e-9444-a4672460d921]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7ca721b-2701-4d98-9e18-ba1985213a85]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c543074d-6d2c-4182-a28d-33cd963baf91]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[210601d2-57fe-4eed-934c-2790c3c1ab27]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:20:51 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[aea156b3-0417-499e-a143-4fde41221ce1]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG os_brick.utils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] <== get_connector_properties: return (167ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Updating existing volume attachment record: e313c101-d3be-4c73-be5d-2fc3f5363da4 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:52 user nova-compute[74675]: DEBUG nova.compute.manager [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:20:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:20:52 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Instance spawned successfully.
Nov 23 06:20:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:20:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:20:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:20:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:20:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:20:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:20:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:55 user nova-compute[74675]: INFO nova.compute.manager [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Took 9.87 seconds to spawn the instance on the hypervisor.
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-f5e25794-8458-4853-b562-28aecfa15096 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.manager [req-9723b397-b709-413a-8ac5-f8fbeb607652 req-2744b436-c126-4bf2-bf66-b84ca2d3f662 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Received event network-vif-plugged-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9723b397-b709-413a-8ac5-f8fbeb607652 req-2744b436-c126-4bf2-bf66-b84ca2d3f662 service nova] Acquiring lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9723b397-b709-413a-8ac5-f8fbeb607652 req-2744b436-c126-4bf2-bf66-b84ca2d3f662 service nova] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9723b397-b709-413a-8ac5-f8fbeb607652 req-2744b436-c126-4bf2-bf66-b84ca2d3f662 service nova] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.manager [req-9723b397-b709-413a-8ac5-f8fbeb607652 req-2744b436-c126-4bf2-bf66-b84ca2d3f662 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] No waiting events found dispatching network-vif-plugged-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:20:55 user nova-compute[74675]: WARNING nova.compute.manager [req-9723b397-b709-413a-8ac5-f8fbeb607652 req-2744b436-c126-4bf2-bf66-b84ca2d3f662 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Received unexpected event network-vif-plugged-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 for instance with vm_state building and task_state spawning.
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.manager [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received event network-changed-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.manager [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Refreshing instance network info cache due to event network-changed-122af3e5-32c0-4213-84b4-f2e82769890a. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] Acquiring lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] Acquired lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.network.neutron [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Refreshing network info cache for port 122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.manager [req-23e083d6-4c70-4190-a3e4-c03f1ff2d636 req-782e86a0-5351-476f-bc3e-06b16064e531 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received event network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-23e083d6-4c70-4190-a3e4-c03f1ff2d636 req-782e86a0-5351-476f-bc3e-06b16064e531 service nova] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-23e083d6-4c70-4190-a3e4-c03f1ff2d636 req-782e86a0-5351-476f-bc3e-06b16064e531 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-23e083d6-4c70-4190-a3e4-c03f1ff2d636 req-782e86a0-5351-476f-bc3e-06b16064e531 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.manager [req-23e083d6-4c70-4190-a3e4-c03f1ff2d636 req-782e86a0-5351-476f-bc3e-06b16064e531 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] No waiting events found dispatching network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:20:55 user nova-compute[74675]: WARNING nova.compute.manager [req-23e083d6-4c70-4190-a3e4-c03f1ff2d636 req-782e86a0-5351-476f-bc3e-06b16064e531 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received unexpected event network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.manager [req-23e083d6-4c70-4190-a3e4-c03f1ff2d636 req-782e86a0-5351-476f-bc3e-06b16064e531 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received event network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-23e083d6-4c70-4190-a3e4-c03f1ff2d636 req-782e86a0-5351-476f-bc3e-06b16064e531 service nova] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-23e083d6-4c70-4190-a3e4-c03f1ff2d636 req-782e86a0-5351-476f-bc3e-06b16064e531 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-23e083d6-4c70-4190-a3e4-c03f1ff2d636 req-782e86a0-5351-476f-bc3e-06b16064e531 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.manager [req-23e083d6-4c70-4190-a3e4-c03f1ff2d636 req-782e86a0-5351-476f-bc3e-06b16064e531 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] No waiting events found dispatching network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:20:55 user nova-compute[74675]: WARNING nova.compute.manager [req-23e083d6-4c70-4190-a3e4-c03f1ff2d636 req-782e86a0-5351-476f-bc3e-06b16064e531 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received unexpected event network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:20:55 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:20:55 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7493MB free_disk=25.5335693359375GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:55 user nova-compute[74675]: INFO nova.compute.manager [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Took 10.73 seconds to build instance.
Nov 23 06:20:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-04165b1d-722a-4e76-911e-302d0fcdf1f5 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.844s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance f4d40301-d465-42af-8b6c-e62a064afcaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d9898f23-3116-49a8-a4bb-483dd0c3c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance cf5db4d3-2728-4ac9-aaec-05d1f1147329 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 08802d78-5573-4533-b3aa-672fe57b971d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance a856a215-43ef-4ced-b21b-21f2bd8dd189 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8bd490c5-ffd8-430b-b74a-29e551e261fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3c5e33f5-fd7a-4ec6-9c29-481236465e07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing inventories for resource provider f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating ProviderTree inventory for provider f859f802-386b-4956-b87c-78941b98bb44 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 23 06:20:55 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating inventory in ProviderTree for provider f859f802-386b-4956-b87c-78941b98bb44 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing aggregate associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, aggregates: None {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing trait associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_AUTO {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG nova.network.neutron [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Updated VIF entry in instance network info cache for port 122af3e5-32c0-4213-84b4-f2e82769890a. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG nova.network.neutron [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Updating instance_info_cache with network_info: [{"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.8", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.993s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] Releasing lock "refresh_cache-cf5db4d3-2728-4ac9-aaec-05d1f1147329" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG nova.compute.manager [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received event network-vif-unplugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG nova.compute.manager [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] No waiting events found dispatching network-vif-unplugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:20:56 user nova-compute[74675]: WARNING nova.compute.manager [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received unexpected event network-vif-unplugged-122af3e5-32c0-4213-84b4-f2e82769890a for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:20:56 user nova-compute[74675]: DEBUG nova.compute.manager [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received event network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG nova.compute.manager [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] No waiting events found dispatching network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:20:56 user nova-compute[74675]: WARNING nova.compute.manager [req-4c565e4a-abff-4ac6-b6fc-a27cf00177bc req-ae38fb53-467b-45e8-a815-7e8ae2f87553 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received unexpected event network-vif-plugged-122af3e5-32c0-4213-84b4-f2e82769890a for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:20:56 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] There are 0 instances to clean {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74675) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 23 06:20:56 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:20:57 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:20:57 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:20:57 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:20:57 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:20:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:20:58 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Creating image(s)
Nov 23 06:20:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "/opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "/opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "/opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.206s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.188s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk 1073741824" returned: 0 in 0.060s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Checking if we can resize image /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Cannot resize image /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Ensure instance console log exists: /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Start _get_guest_xml network_info=[{"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fyxeJrYE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '08802d78-5573-4533-b3aa-672fe57b971d', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1ac0a43-5b3b-4eb6-903e-05f76c2047f9', 'serial': 'a1ac0a43-5b3b-4eb6-903e-05f76c2047f9'}, 'attachment_id': 'e313c101-d3be-4c73-be5d-2fc3f5363da4', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:20:59 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 23 06:20:59 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.objects.instance [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lazy-loading 'vcpu_model' on Instance uuid 08802d78-5573-4533-b3aa-672fe57b971d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fyxeJrYE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:20:59 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 23 06:20:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:20:59 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 23 06:20:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:20:59 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fab16396-e91b-4865-8046-fc3f346cf685]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:20:59 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b67e8b4-22a2-43ec-aebf-9f1d6aabeef0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9] added
Nov 23 06:20:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:20:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.037s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ad0ac51-6294-4e7e-9515-4373fd94663a]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.037s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c09ae4ed-38dd-4727-b017-c278c04a0e99]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fyxeJrYE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fyxeJrYE" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[082eb27b-7998-41ad-ad75-fb04e008d3d0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fyxeJrYE'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e36548e-fc3c-4c54-b0ec-b3fc49401636]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f64cbd53-23a2-4739-bf82-86e99c15de6b]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:21:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:21:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[03dda152-de57-4977-8835-84745cdd604e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9, portal: 172.16.0.220,3260]
Nov 23 06:21:00 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9, portal: 172.16.0.220,3260] successful.
Nov 23 06:21:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.032s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d1ada5c-e600-4f65-9a0e-512efe51406e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[601e5ebd-6c28-4aec-920a-ef8efebadd5f]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:21:00 user nova-compute[74675]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:21:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:21:00 user nova-compute[74675]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:21:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.364s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] HCTL ('34', '-', '-', 0) found on session 18 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0248f913-860e-4560-80aa-f5a3f5f90f89]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Searching for a device in session 18 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fyxeJrYE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:21:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.403s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] <== connect_volume: return (1405ms) {'type': 'block', 'scsi_wwn': '23065356635343239', 'path': '/dev/sdc'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23065356635343239', 'path': '/dev/sdc'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-23T06:18:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1372135748',display_name='tempest-ServerActionsTestOtherA-server-1340197696',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1372135748',id=14,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFGf/Op6TsOpk5plN61UTz4UKhGPSOfU0L55tlEYNc3RlYGqp2zerpdBAFp/j2AvYHVH3UklbmN/WoJyR+KB0x5Bc1btsGWdk4lS0DSHIXtdMOYDYyJQwrkgsmipp0GVFQ==',key_name='tempest-keypair-692905932',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:18:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='8eaf068877754620a8c074e5463d5adc',ramdisk_id='',reservation_id='r-dpxc5lc2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-891907262',owner_user_name='tempest-ServerActionsTestOtherA-891907262-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:20:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6e28578c4a2646bfb41fed9714e6244d',uuid=08802d78-5573-4533-b3aa-672fe57b971d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converting VIF {"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:d5:b1,bridge_name='br-int',has_traffic_filtering=True,id=514fb6d5-20c5-4186-a2eb-e6b1da2fcd53,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514fb6d5-20') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:21:01 user nova-compute[74675]:   <uuid>08802d78-5573-4533-b3aa-672fe57b971d</uuid>
Nov 23 06:21:01 user nova-compute[74675]:   <name>instance-0000000e</name>
Nov 23 06:21:01 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:21:01 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:21:01 user nova-compute[74675]:   <metadata>
Nov 23 06:21:01 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:21:01 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:21:01 user nova-compute[74675]:       <nova:name>tempest-ServerActionsTestOtherA-server-1340197696</nova:name>
Nov 23 06:21:01 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:20:59</nova:creationTime>
Nov 23 06:21:01 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:21:01 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:21:01 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:21:01 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:21:01 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:21:01 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:21:01 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:21:01 user nova-compute[74675]:       <nova:owner>
Nov 23 06:21:01 user nova-compute[74675]:         <nova:user uuid="6e28578c4a2646bfb41fed9714e6244d">tempest-ServerActionsTestOtherA-891907262-project-member</nova:user>
Nov 23 06:21:01 user nova-compute[74675]:         <nova:project uuid="8eaf068877754620a8c074e5463d5adc">tempest-ServerActionsTestOtherA-891907262</nova:project>
Nov 23 06:21:01 user nova-compute[74675]:       </nova:owner>
Nov 23 06:21:01 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:21:01 user nova-compute[74675]:       <nova:ports>
Nov 23 06:21:01 user nova-compute[74675]:         <nova:port uuid="514fb6d5-20c5-4186-a2eb-e6b1da2fcd53">
Nov 23 06:21:01 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 23 06:21:01 user nova-compute[74675]:         </nova:port>
Nov 23 06:21:01 user nova-compute[74675]:       </nova:ports>
Nov 23 06:21:01 user nova-compute[74675]:     </nova:instance>
Nov 23 06:21:01 user nova-compute[74675]:   </metadata>
Nov 23 06:21:01 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:21:01 user nova-compute[74675]:     <system>
Nov 23 06:21:01 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:21:01 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:21:01 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:21:01 user nova-compute[74675]:       <entry name="serial">08802d78-5573-4533-b3aa-672fe57b971d</entry>
Nov 23 06:21:01 user nova-compute[74675]:       <entry name="uuid">08802d78-5573-4533-b3aa-672fe57b971d</entry>
Nov 23 06:21:01 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:21:01 user nova-compute[74675]:     </system>
Nov 23 06:21:01 user nova-compute[74675]:   </sysinfo>
Nov 23 06:21:01 user nova-compute[74675]:   <os>
Nov 23 06:21:01 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:21:01 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:21:01 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:21:01 user nova-compute[74675]:   </os>
Nov 23 06:21:01 user nova-compute[74675]:   <features>
Nov 23 06:21:01 user nova-compute[74675]:     <acpi/>
Nov 23 06:21:01 user nova-compute[74675]:     <apic/>
Nov 23 06:21:01 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:21:01 user nova-compute[74675]:   </features>
Nov 23 06:21:01 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:21:01 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:21:01 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:21:01 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:21:01 user nova-compute[74675]:   </clock>
Nov 23 06:21:01 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:21:01 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:21:01 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:21:01 user nova-compute[74675]:   </cpu>
Nov 23 06:21:01 user nova-compute[74675]:   <devices>
Nov 23 06:21:01 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:21:01 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:21:01 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk"/>
Nov 23 06:21:01 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:21:01 user nova-compute[74675]:     </disk>
Nov 23 06:21:01 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:21:01 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:21:01 user nova-compute[74675]:       <source dev="/dev/sdc"/>
Nov 23 06:21:01 user nova-compute[74675]:       <target dev="vdb" bus="virtio"/>
Nov 23 06:21:01 user nova-compute[74675]:       <serial>a1ac0a43-5b3b-4eb6-903e-05f76c2047f9</serial>
Nov 23 06:21:01 user nova-compute[74675]:     </disk>
Nov 23 06:21:01 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:21:01 user nova-compute[74675]:       <mac address="fa:16:3e:c6:d5:b1"/>
Nov 23 06:21:01 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:21:01 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:21:01 user nova-compute[74675]:       <target dev="tap514fb6d5-20"/>
Nov 23 06:21:01 user nova-compute[74675]:     </interface>
Nov 23 06:21:01 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:21:01 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/console.log" append="off"/>
Nov 23 06:21:01 user nova-compute[74675]:     </serial>
Nov 23 06:21:01 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:21:01 user nova-compute[74675]:     <video>
Nov 23 06:21:01 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:21:01 user nova-compute[74675]:     </video>
Nov 23 06:21:01 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:21:01 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:21:01 user nova-compute[74675]:     </rng>
Nov 23 06:21:01 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:21:01 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:21:01 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:21:01 user nova-compute[74675]:     </memballoon>
Nov 23 06:21:01 user nova-compute[74675]:   </devices>
Nov 23 06:21:01 user nova-compute[74675]: </domain>
Nov 23 06:21:01 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-23T06:18:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1372135748',display_name='tempest-ServerActionsTestOtherA-server-1340197696',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1372135748',id=14,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFGf/Op6TsOpk5plN61UTz4UKhGPSOfU0L55tlEYNc3RlYGqp2zerpdBAFp/j2AvYHVH3UklbmN/WoJyR+KB0x5Bc1btsGWdk4lS0DSHIXtdMOYDYyJQwrkgsmipp0GVFQ==',key_name='tempest-keypair-692905932',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:18:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='8eaf068877754620a8c074e5463d5adc',ramdisk_id='',reservation_id='r-dpxc5lc2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-891907262',owner_user_name='tempest-ServerActionsTestOtherA-891907262-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:20:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6e28578c4a2646bfb41fed9714e6244d',uuid=08802d78-5573-4533-b3aa-672fe57b971d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converting VIF {"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:d5:b1,bridge_name='br-int',has_traffic_filtering=True,id=514fb6d5-20c5-4186-a2eb-e6b1da2fcd53,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514fb6d5-20') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG os_vif [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:d5:b1,bridge_name='br-int',has_traffic_filtering=True,id=514fb6d5-20c5-4186-a2eb-e6b1da2fcd53,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514fb6d5-20') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4e170b03-9b6a-5c5f-b832-b3fdd749bda1', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap514fb6d5-20, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap514fb6d5-20, col_values=(('qos', UUID('e07eddff-16d8-4c1e-a9f5-3ca0b4d8739e')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap514fb6d5-20, col_values=(('external_ids', {'iface-id': '514fb6d5-20c5-4186-a2eb-e6b1da2fcd53', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:d5:b1', 'vm-uuid': '08802d78-5573-4533-b3aa-672fe57b971d'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:01 user nova-compute[74675]: INFO os_vif [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:d5:b1,bridge_name='br-int',has_traffic_filtering=True,id=514fb6d5-20c5-4186-a2eb-e6b1da2fcd53,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514fb6d5-20')
Nov 23 06:21:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:21:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] No VIF found with MAC fa:16:3e:c6:d5:b1, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:21:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:03 user nova-compute[74675]: DEBUG nova.compute.manager [req-5ac3f343-c248-4d21-b061-de2b6c5b0ee2 req-a54f0b0a-89fb-4de4-9100-e72ae5b1d54d service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received event network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:21:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5ac3f343-c248-4d21-b061-de2b6c5b0ee2 req-a54f0b0a-89fb-4de4-9100-e72ae5b1d54d service nova] Acquiring lock "08802d78-5573-4533-b3aa-672fe57b971d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5ac3f343-c248-4d21-b061-de2b6c5b0ee2 req-a54f0b0a-89fb-4de4-9100-e72ae5b1d54d service nova] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5ac3f343-c248-4d21-b061-de2b6c5b0ee2 req-a54f0b0a-89fb-4de4-9100-e72ae5b1d54d service nova] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:03 user nova-compute[74675]: DEBUG nova.compute.manager [req-5ac3f343-c248-4d21-b061-de2b6c5b0ee2 req-a54f0b0a-89fb-4de4-9100-e72ae5b1d54d service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] No waiting events found dispatching network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:21:03 user nova-compute[74675]: WARNING nova.compute.manager [req-5ac3f343-c248-4d21-b061-de2b6c5b0ee2 req-a54f0b0a-89fb-4de4-9100-e72ae5b1d54d service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received unexpected event network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 for instance with vm_state active and task_state rebuild_spawning.
Nov 23 06:21:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-1e8a4145-6e66-4099-8774-ad1f410ba774 req-932703fc-97af-4809-b3fa-46da0f7cf747 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received event network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1e8a4145-6e66-4099-8774-ad1f410ba774 req-932703fc-97af-4809-b3fa-46da0f7cf747 service nova] Acquiring lock "08802d78-5573-4533-b3aa-672fe57b971d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1e8a4145-6e66-4099-8774-ad1f410ba774 req-932703fc-97af-4809-b3fa-46da0f7cf747 service nova] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1e8a4145-6e66-4099-8774-ad1f410ba774 req-932703fc-97af-4809-b3fa-46da0f7cf747 service nova] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-1e8a4145-6e66-4099-8774-ad1f410ba774 req-932703fc-97af-4809-b3fa-46da0f7cf747 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] No waiting events found dispatching network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:21:05 user nova-compute[74675]: WARNING nova.compute.manager [req-1e8a4145-6e66-4099-8774-ad1f410ba774 req-932703fc-97af-4809-b3fa-46da0f7cf747 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received unexpected event network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 for instance with vm_state active and task_state rebuild_spawning.
Nov 23 06:21:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.008s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:05 user nova-compute[74675]: INFO nova.compute.manager [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Terminating instance
Nov 23 06:21:05 user nova-compute[74675]: DEBUG nova.compute.manager [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:21:05 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Instance spawned successfully.
Nov 23 06:21:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-3d272ed2-4641-494d-b2b9-a470317dbc6a req-4e7ed0aa-8aa5-4cdd-a950-6b6c06220a9d service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Received event network-vif-unplugged-3bbaae4b-21f8-4145-aaa4-b591e2807fd6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3d272ed2-4641-494d-b2b9-a470317dbc6a req-4e7ed0aa-8aa5-4cdd-a950-6b6c06220a9d service nova] Acquiring lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3d272ed2-4641-494d-b2b9-a470317dbc6a req-4e7ed0aa-8aa5-4cdd-a950-6b6c06220a9d service nova] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3d272ed2-4641-494d-b2b9-a470317dbc6a req-4e7ed0aa-8aa5-4cdd-a950-6b6c06220a9d service nova] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-3d272ed2-4641-494d-b2b9-a470317dbc6a req-4e7ed0aa-8aa5-4cdd-a950-6b6c06220a9d service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] No waiting events found dispatching network-vif-unplugged-3bbaae4b-21f8-4145-aaa4-b591e2807fd6 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-3d272ed2-4641-494d-b2b9-a470317dbc6a req-4e7ed0aa-8aa5-4cdd-a950-6b6c06220a9d service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Received event network-vif-unplugged-3bbaae4b-21f8-4145-aaa4-b591e2807fd6 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG nova.objects.instance [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74675) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c3b48bb5-4788-46df-955c-33d33a39195f tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.127s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:06 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Instance destroyed successfully.
Nov 23 06:21:06 user nova-compute[74675]: DEBUG nova.objects.instance [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lazy-loading 'resources' on Instance uuid 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:15:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-403817032',display_name='tempest-VolumesAdminNegativeTest-server-403817032',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-403817032',id=6,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI7j+nBwolK3het4fQvkOP2o/4G5CINBMdyAGHwHqqu69E+ru27oe/QI0FA5+6th8x3ZyXu3g4MJ+PWoS0DSxWKVlOiOVPtCyLfTVuLcHLFtKGj1bGN4Azbzewa80oWgbg==',key_name='tempest-keypair-1814406525',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:15:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='62dd14cd43594b6b87b7262116dcc966',ramdisk_id='',reservation_id='r-ulu8017f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-585363324',owner_user_name='tempest-VolumesAdminNegativeTest-585363324-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:15:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d73102842a624bc68c65c48cf06bdbf1',uuid=9e6a889b-c990-4488-b2cd-0c1be0c1d6cd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "address": "fa:16:3e:24:44:f8", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bbaae4b-21", "ovs_interfaceid": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Converting VIF {"id": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "address": "fa:16:3e:24:44:f8", "network": {"id": "ea7900ea-85d5-483b-a263-0a98328f1779", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1280058594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62dd14cd43594b6b87b7262116dcc966", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bbaae4b-21", "ovs_interfaceid": "3bbaae4b-21f8-4145-aaa4-b591e2807fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:24:44:f8,bridge_name='br-int',has_traffic_filtering=True,id=3bbaae4b-21f8-4145-aaa4-b591e2807fd6,network=Network(ea7900ea-85d5-483b-a263-0a98328f1779),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bbaae4b-21') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG os_vif [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:44:f8,bridge_name='br-int',has_traffic_filtering=True,id=3bbaae4b-21f8-4145-aaa4-b591e2807fd6,network=Network(ea7900ea-85d5-483b-a263-0a98328f1779),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bbaae4b-21') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3bbaae4b-21, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=43788ed2-8e90-42ad-b1ef-cae95ded712f) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:06 user nova-compute[74675]: INFO os_vif [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:44:f8,bridge_name='br-int',has_traffic_filtering=True,id=3bbaae4b-21f8-4145-aaa4-b591e2807fd6,network=Network(ea7900ea-85d5-483b-a263-0a98328f1779),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bbaae4b-21')
Nov 23 06:21:06 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Deleting instance files /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd_del
Nov 23 06:21:06 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Deletion of /opt/stack/data/nova/instances/9e6a889b-c990-4488-b2cd-0c1be0c1d6cd_del complete
Nov 23 06:21:06 user nova-compute[74675]: INFO nova.compute.manager [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Took 1.06 seconds to destroy the instance on the hypervisor.
Nov 23 06:21:06 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:21:06 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:21:07 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:21:07 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Took 0.97 seconds to deallocate network for instance.
Nov 23 06:21:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-02c15add-bcc2-4626-a2d6-6eaae20fcbaf req-34309c0f-1ae1-4d86-bfcf-f874d26f0b33 service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Received event network-vif-deleted-3bbaae4b-21f8-4145-aaa4-b591e2807fd6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:21:07 user nova-compute[74675]: INFO nova.compute.manager [req-02c15add-bcc2-4626-a2d6-6eaae20fcbaf req-34309c0f-1ae1-4d86-bfcf-f874d26f0b33 service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Neutron deleted interface 3bbaae4b-21f8-4145-aaa4-b591e2807fd6; detaching it from the instance and deleting it from the info cache
Nov 23 06:21:07 user nova-compute[74675]: DEBUG nova.network.neutron [req-02c15add-bcc2-4626-a2d6-6eaae20fcbaf req-34309c0f-1ae1-4d86-bfcf-f874d26f0b33 service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:21:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-02c15add-bcc2-4626-a2d6-6eaae20fcbaf req-34309c0f-1ae1-4d86-bfcf-f874d26f0b33 service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Detach interface failed, port_id=3bbaae4b-21f8-4145-aaa4-b591e2807fd6, reason: Instance 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:21:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-611037f7-7e1b-4702-bfd8-158fab311df9 req-9c1d59dd-0e98-401a-b95a-1597e5315085 service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Received event network-vif-plugged-3bbaae4b-21f8-4145-aaa4-b591e2807fd6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:21:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-611037f7-7e1b-4702-bfd8-158fab311df9 req-9c1d59dd-0e98-401a-b95a-1597e5315085 service nova] Acquiring lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-611037f7-7e1b-4702-bfd8-158fab311df9 req-9c1d59dd-0e98-401a-b95a-1597e5315085 service nova] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-611037f7-7e1b-4702-bfd8-158fab311df9 req-9c1d59dd-0e98-401a-b95a-1597e5315085 service nova] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-611037f7-7e1b-4702-bfd8-158fab311df9 req-9c1d59dd-0e98-401a-b95a-1597e5315085 service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] No waiting events found dispatching network-vif-plugged-3bbaae4b-21f8-4145-aaa4-b591e2807fd6 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:21:08 user nova-compute[74675]: WARNING nova.compute.manager [req-611037f7-7e1b-4702-bfd8-158fab311df9 req-9c1d59dd-0e98-401a-b95a-1597e5315085 service nova] [instance: 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd] Received unexpected event network-vif-plugged-3bbaae4b-21f8-4145-aaa4-b591e2807fd6 for instance with vm_state deleted and task_state None.
Nov 23 06:21:08 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:21:08 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:21:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.525s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:08 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Deleted allocations for instance 9e6a889b-c990-4488-b2cd-0c1be0c1d6cd
Nov 23 06:21:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7f515ded-3104-4006-b691-445a0a900481 tempest-VolumesAdminNegativeTest-585363324 tempest-VolumesAdminNegativeTest-585363324-project-member] Lock "9e6a889b-c990-4488-b2cd-0c1be0c1d6cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.846s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:22 user nova-compute[74675]: INFO nova.compute.manager [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Detaching volume 20c3d6d4-df5d-4056-a30b-173cc0090b24
Nov 23 06:21:22 user nova-compute[74675]: INFO nova.virt.block_device [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Attempting to driver detach volume 20c3d6d4-df5d-4056-a30b-173cc0090b24 from mountpoint /dev/vdb
Nov 23 06:21:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Attempting to detach device vdb from instance cf5db4d3-2728-4ac9-aaec-05d1f1147329 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:21:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:21:22 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:21:22 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:21:22 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:21:22 user nova-compute[74675]:   <serial>20c3d6d4-df5d-4056-a30b-173cc0090b24</serial>
Nov 23 06:21:22 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:21:22 user nova-compute[74675]: </disk>
Nov 23 06:21:22 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:21:22 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Successfully detached device vdb from instance cf5db4d3-2728-4ac9-aaec-05d1f1147329 from the persistent domain config.
Nov 23 06:21:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cf5db4d3-2728-4ac9-aaec-05d1f1147329 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:21:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:21:22 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:21:22 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:21:22 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:21:22 user nova-compute[74675]:   <serial>20c3d6d4-df5d-4056-a30b-173cc0090b24</serial>
Nov 23 06:21:22 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:21:22 user nova-compute[74675]: </disk>
Nov 23 06:21:22 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:21:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cf5db4d3-2728-4ac9-aaec-05d1f1147329 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:21:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:21:27 user nova-compute[74675]: INFO nova.compute.claims [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Claim successful on node user
Nov 23 06:21:27 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.370s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:21:27 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:21:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG nova.policy [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fed3eef14c0846ed921f2dab6a4ae7f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e64e5d2fecf487db681ce54998e6a39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:21:27 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Creating image(s)
Nov 23 06:21:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "/opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "/opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "/opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.169s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk 1073741824" returned: 0 in 0.057s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:28 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Checking if we can resize image /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:21:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:28 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Successfully created port: 15333a2f-8738-42ab-b573-6b131f5adf6c {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:21:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:28 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Cannot resize image /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:21:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:21:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Ensure instance console log exists: /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:21:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Successfully updated port: 15333a2f-8738-42ab-b573-6b131f5adf6c {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "refresh_cache-76a32788-6012-42a4-b10a-e62c382ec1cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquired lock "refresh_cache-76a32788-6012-42a4-b10a-e62c382ec1cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.compute.manager [req-3596217b-0944-4729-8f77-96206c5830f5 req-dab37031-d73f-447a-a43f-525d7d9cd318 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Received event network-changed-15333a2f-8738-42ab-b573-6b131f5adf6c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.compute.manager [req-3596217b-0944-4729-8f77-96206c5830f5 req-dab37031-d73f-447a-a43f-525d7d9cd318 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Refreshing instance network info cache due to event network-changed-15333a2f-8738-42ab-b573-6b131f5adf6c. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3596217b-0944-4729-8f77-96206c5830f5 req-dab37031-d73f-447a-a43f-525d7d9cd318 service nova] Acquiring lock "refresh_cache-76a32788-6012-42a4-b10a-e62c382ec1cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Updating instance_info_cache with network_info: [{"id": "15333a2f-8738-42ab-b573-6b131f5adf6c", "address": "fa:16:3e:7b:64:c1", "network": {"id": "06737496-f07b-4046-bdb8-6a80b0b55a1f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-410441569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e64e5d2fecf487db681ce54998e6a39", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15333a2f-87", "ovs_interfaceid": "15333a2f-8738-42ab-b573-6b131f5adf6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Releasing lock "refresh_cache-76a32788-6012-42a4-b10a-e62c382ec1cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Instance network_info: |[{"id": "15333a2f-8738-42ab-b573-6b131f5adf6c", "address": "fa:16:3e:7b:64:c1", "network": {"id": "06737496-f07b-4046-bdb8-6a80b0b55a1f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-410441569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e64e5d2fecf487db681ce54998e6a39", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15333a2f-87", "ovs_interfaceid": "15333a2f-8738-42ab-b573-6b131f5adf6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3596217b-0944-4729-8f77-96206c5830f5 req-dab37031-d73f-447a-a43f-525d7d9cd318 service nova] Acquired lock "refresh_cache-76a32788-6012-42a4-b10a-e62c382ec1cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.network.neutron [req-3596217b-0944-4729-8f77-96206c5830f5 req-dab37031-d73f-447a-a43f-525d7d9cd318 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Refreshing network info cache for port 15333a2f-8738-42ab-b573-6b131f5adf6c {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Start _get_guest_xml network_info=[{"id": "15333a2f-8738-42ab-b573-6b131f5adf6c", "address": "fa:16:3e:7b:64:c1", "network": {"id": "06737496-f07b-4046-bdb8-6a80b0b55a1f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-410441569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e64e5d2fecf487db681ce54998e6a39", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15333a2f-87", "ovs_interfaceid": "15333a2f-8738-42ab-b573-6b131f5adf6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:21:29 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:21:29 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:21:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1557766681',display_name='tempest-SnapshotDataIntegrityTests-server-1557766681',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1557766681',id=19,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF1c4Msapphrj6nUaM+fOMmspu6gqoiwYCSTlwzMf2+/pbfieAndUiVy4fIqPCjumoCSb8iZ4Yp55AnL/NbF3+9joWu6+9gP+m/15ISvdjLmxZLQoIbGfYaTP//gW8jZMw==',key_name='tempest-keypair-16128251',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4e64e5d2fecf487db681ce54998e6a39',ramdisk_id='',reservation_id='r-09z0xzcw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1159786895',owner_user_name='tempest-SnapshotDataIntegrityTests-1159786895-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:21:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fed3eef14c0846ed921f2dab6a4ae7f4',uuid=76a32788-6012-42a4-b10a-e62c382ec1cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "15333a2f-8738-42ab-b573-6b131f5adf6c", "address": "fa:16:3e:7b:64:c1", "network": {"id": "06737496-f07b-4046-bdb8-6a80b0b55a1f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-410441569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e64e5d2fecf487db681ce54998e6a39", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15333a2f-87", "ovs_interfaceid": "15333a2f-8738-42ab-b573-6b131f5adf6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Converting VIF {"id": "15333a2f-8738-42ab-b573-6b131f5adf6c", "address": "fa:16:3e:7b:64:c1", "network": {"id": "06737496-f07b-4046-bdb8-6a80b0b55a1f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-410441569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e64e5d2fecf487db681ce54998e6a39", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15333a2f-87", "ovs_interfaceid": "15333a2f-8738-42ab-b573-6b131f5adf6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:64:c1,bridge_name='br-int',has_traffic_filtering=True,id=15333a2f-8738-42ab-b573-6b131f5adf6c,network=Network(06737496-f07b-4046-bdb8-6a80b0b55a1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15333a2f-87') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.objects.instance [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lazy-loading 'pci_devices' on Instance uuid 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:21:29 user nova-compute[74675]:   <uuid>76a32788-6012-42a4-b10a-e62c382ec1cc</uuid>
Nov 23 06:21:29 user nova-compute[74675]:   <name>instance-00000013</name>
Nov 23 06:21:29 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:21:29 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:21:29 user nova-compute[74675]:   <metadata>
Nov 23 06:21:29 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:21:29 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:21:29 user nova-compute[74675]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1557766681</nova:name>
Nov 23 06:21:29 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:21:29</nova:creationTime>
Nov 23 06:21:29 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:21:29 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:21:29 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:21:29 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:21:29 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:21:29 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:21:29 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:21:29 user nova-compute[74675]:       <nova:owner>
Nov 23 06:21:29 user nova-compute[74675]:         <nova:user uuid="fed3eef14c0846ed921f2dab6a4ae7f4">tempest-SnapshotDataIntegrityTests-1159786895-project-member</nova:user>
Nov 23 06:21:29 user nova-compute[74675]:         <nova:project uuid="4e64e5d2fecf487db681ce54998e6a39">tempest-SnapshotDataIntegrityTests-1159786895</nova:project>
Nov 23 06:21:29 user nova-compute[74675]:       </nova:owner>
Nov 23 06:21:29 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:21:29 user nova-compute[74675]:       <nova:ports>
Nov 23 06:21:29 user nova-compute[74675]:         <nova:port uuid="15333a2f-8738-42ab-b573-6b131f5adf6c">
Nov 23 06:21:29 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 23 06:21:29 user nova-compute[74675]:         </nova:port>
Nov 23 06:21:29 user nova-compute[74675]:       </nova:ports>
Nov 23 06:21:29 user nova-compute[74675]:     </nova:instance>
Nov 23 06:21:29 user nova-compute[74675]:   </metadata>
Nov 23 06:21:29 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:21:29 user nova-compute[74675]:     <system>
Nov 23 06:21:29 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:21:29 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:21:29 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:21:29 user nova-compute[74675]:       <entry name="serial">76a32788-6012-42a4-b10a-e62c382ec1cc</entry>
Nov 23 06:21:29 user nova-compute[74675]:       <entry name="uuid">76a32788-6012-42a4-b10a-e62c382ec1cc</entry>
Nov 23 06:21:29 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:21:29 user nova-compute[74675]:     </system>
Nov 23 06:21:29 user nova-compute[74675]:   </sysinfo>
Nov 23 06:21:29 user nova-compute[74675]:   <os>
Nov 23 06:21:29 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:21:29 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:21:29 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:21:29 user nova-compute[74675]:   </os>
Nov 23 06:21:29 user nova-compute[74675]:   <features>
Nov 23 06:21:29 user nova-compute[74675]:     <acpi/>
Nov 23 06:21:29 user nova-compute[74675]:     <apic/>
Nov 23 06:21:29 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:21:29 user nova-compute[74675]:   </features>
Nov 23 06:21:29 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:21:29 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:21:29 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:21:29 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:21:29 user nova-compute[74675]:   </clock>
Nov 23 06:21:29 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:21:29 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:21:29 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:21:29 user nova-compute[74675]:   </cpu>
Nov 23 06:21:29 user nova-compute[74675]:   <devices>
Nov 23 06:21:29 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:21:29 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:21:29 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk"/>
Nov 23 06:21:29 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:21:29 user nova-compute[74675]:     </disk>
Nov 23 06:21:29 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:21:29 user nova-compute[74675]:       <mac address="fa:16:3e:7b:64:c1"/>
Nov 23 06:21:29 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:21:29 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:21:29 user nova-compute[74675]:       <target dev="tap15333a2f-87"/>
Nov 23 06:21:29 user nova-compute[74675]:     </interface>
Nov 23 06:21:29 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:21:29 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/console.log" append="off"/>
Nov 23 06:21:29 user nova-compute[74675]:     </serial>
Nov 23 06:21:29 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:21:29 user nova-compute[74675]:     <video>
Nov 23 06:21:29 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:21:29 user nova-compute[74675]:     </video>
Nov 23 06:21:29 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:21:29 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:21:29 user nova-compute[74675]:     </rng>
Nov 23 06:21:29 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:21:29 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:21:29 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:21:29 user nova-compute[74675]:     </memballoon>
Nov 23 06:21:29 user nova-compute[74675]:   </devices>
Nov 23 06:21:29 user nova-compute[74675]: </domain>
Nov 23 06:21:29 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:21:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1557766681',display_name='tempest-SnapshotDataIntegrityTests-server-1557766681',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1557766681',id=19,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF1c4Msapphrj6nUaM+fOMmspu6gqoiwYCSTlwzMf2+/pbfieAndUiVy4fIqPCjumoCSb8iZ4Yp55AnL/NbF3+9joWu6+9gP+m/15ISvdjLmxZLQoIbGfYaTP//gW8jZMw==',key_name='tempest-keypair-16128251',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4e64e5d2fecf487db681ce54998e6a39',ramdisk_id='',reservation_id='r-09z0xzcw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1159786895',owner_user_name='tempest-SnapshotDataIntegrityTests-1159786895-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:21:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fed3eef14c0846ed921f2dab6a4ae7f4',uuid=76a32788-6012-42a4-b10a-e62c382ec1cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "15333a2f-8738-42ab-b573-6b131f5adf6c", "address": "fa:16:3e:7b:64:c1", "network": {"id": "06737496-f07b-4046-bdb8-6a80b0b55a1f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-410441569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e64e5d2fecf487db681ce54998e6a39", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15333a2f-87", "ovs_interfaceid": "15333a2f-8738-42ab-b573-6b131f5adf6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Converting VIF {"id": "15333a2f-8738-42ab-b573-6b131f5adf6c", "address": "fa:16:3e:7b:64:c1", "network": {"id": "06737496-f07b-4046-bdb8-6a80b0b55a1f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-410441569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e64e5d2fecf487db681ce54998e6a39", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15333a2f-87", "ovs_interfaceid": "15333a2f-8738-42ab-b573-6b131f5adf6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:64:c1,bridge_name='br-int',has_traffic_filtering=True,id=15333a2f-8738-42ab-b573-6b131f5adf6c,network=Network(06737496-f07b-4046-bdb8-6a80b0b55a1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15333a2f-87') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG os_vif [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:64:c1,bridge_name='br-int',has_traffic_filtering=True,id=15333a2f-8738-42ab-b573-6b131f5adf6c,network=Network(06737496-f07b-4046-bdb8-6a80b0b55a1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15333a2f-87') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '19fd7405-e4d1-534f-a246-4a0aeffd3100', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap15333a2f-87, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap15333a2f-87, col_values=(('qos', UUID('d0287885-ebf9-4537-a27e-4042f903e674')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap15333a2f-87, col_values=(('external_ids', {'iface-id': '15333a2f-8738-42ab-b573-6b131f5adf6c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:64:c1', 'vm-uuid': '76a32788-6012-42a4-b10a-e62c382ec1cc'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:29 user nova-compute[74675]: INFO os_vif [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:64:c1,bridge_name='br-int',has_traffic_filtering=True,id=15333a2f-8738-42ab-b573-6b131f5adf6c,network=Network(06737496-f07b-4046-bdb8-6a80b0b55a1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15333a2f-87')
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:21:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] No VIF found with MAC fa:16:3e:7b:64:c1, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:21:30 user nova-compute[74675]: DEBUG nova.network.neutron [req-3596217b-0944-4729-8f77-96206c5830f5 req-dab37031-d73f-447a-a43f-525d7d9cd318 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Updated VIF entry in instance network info cache for port 15333a2f-8738-42ab-b573-6b131f5adf6c. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:21:30 user nova-compute[74675]: DEBUG nova.network.neutron [req-3596217b-0944-4729-8f77-96206c5830f5 req-dab37031-d73f-447a-a43f-525d7d9cd318 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Updating instance_info_cache with network_info: [{"id": "15333a2f-8738-42ab-b573-6b131f5adf6c", "address": "fa:16:3e:7b:64:c1", "network": {"id": "06737496-f07b-4046-bdb8-6a80b0b55a1f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-410441569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e64e5d2fecf487db681ce54998e6a39", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15333a2f-87", "ovs_interfaceid": "15333a2f-8738-42ab-b573-6b131f5adf6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:21:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3596217b-0944-4729-8f77-96206c5830f5 req-dab37031-d73f-447a-a43f-525d7d9cd318 service nova] Releasing lock "refresh_cache-76a32788-6012-42a4-b10a-e62c382ec1cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:21:31 user nova-compute[74675]: INFO nova.compute.manager [None req-34eadb24-0349-47f2-9bdb-64624376a150 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Unrescuing
Nov 23 06:21:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34eadb24-0349-47f2-9bdb-64624376a150 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:21:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34eadb24-0349-47f2-9bdb-64624376a150 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquired lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:21:31 user nova-compute[74675]: DEBUG nova.network.neutron [None req-34eadb24-0349-47f2-9bdb-64624376a150 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:21:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-8107d59c-9906-48fe-9f5f-cd376250f5b0 req-c6923b4d-9e20-4bcc-91a5-b193f57ca102 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Received event network-vif-plugged-15333a2f-8738-42ab-b573-6b131f5adf6c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:21:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8107d59c-9906-48fe-9f5f-cd376250f5b0 req-c6923b4d-9e20-4bcc-91a5-b193f57ca102 service nova] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8107d59c-9906-48fe-9f5f-cd376250f5b0 req-c6923b4d-9e20-4bcc-91a5-b193f57ca102 service nova] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8107d59c-9906-48fe-9f5f-cd376250f5b0 req-c6923b4d-9e20-4bcc-91a5-b193f57ca102 service nova] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-8107d59c-9906-48fe-9f5f-cd376250f5b0 req-c6923b4d-9e20-4bcc-91a5-b193f57ca102 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] No waiting events found dispatching network-vif-plugged-15333a2f-8738-42ab-b573-6b131f5adf6c {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:21:31 user nova-compute[74675]: WARNING nova.compute.manager [req-8107d59c-9906-48fe-9f5f-cd376250f5b0 req-c6923b4d-9e20-4bcc-91a5-b193f57ca102 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Received unexpected event network-vif-plugged-15333a2f-8738-42ab-b573-6b131f5adf6c for instance with vm_state building and task_state spawning.
Nov 23 06:21:31 user nova-compute[74675]: DEBUG nova.network.neutron [None req-34eadb24-0349-47f2-9bdb-64624376a150 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Updating instance_info_cache with network_info: [{"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:21:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34eadb24-0349-47f2-9bdb-64624376a150 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Releasing lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:21:31 user nova-compute[74675]: DEBUG nova.objects.instance [None req-34eadb24-0349-47f2-9bdb-64624376a150 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'flavor' on Instance uuid f4d40301-d465-42af-8b6c-e62a064afcaf {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:21:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:32 user nova-compute[74675]: DEBUG nova.compute.manager [req-ed9a0862-4697-4a57-acac-e7fe3050fba6 req-da318051-6f96-4d3e-9e75-f1447449a730 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received event network-vif-unplugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:21:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ed9a0862-4697-4a57-acac-e7fe3050fba6 req-da318051-6f96-4d3e-9e75-f1447449a730 service nova] Acquiring lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ed9a0862-4697-4a57-acac-e7fe3050fba6 req-da318051-6f96-4d3e-9e75-f1447449a730 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ed9a0862-4697-4a57-acac-e7fe3050fba6 req-da318051-6f96-4d3e-9e75-f1447449a730 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:32 user nova-compute[74675]: DEBUG nova.compute.manager [req-ed9a0862-4697-4a57-acac-e7fe3050fba6 req-da318051-6f96-4d3e-9e75-f1447449a730 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] No waiting events found dispatching network-vif-unplugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:21:32 user nova-compute[74675]: WARNING nova.compute.manager [req-ed9a0862-4697-4a57-acac-e7fe3050fba6 req-da318051-6f96-4d3e-9e75-f1447449a730 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received unexpected event network-vif-unplugged-f89a5c01-0756-4920-880f-e9d3747cac9a for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:21:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:32 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Instance destroyed successfully.
Nov 23 06:21:33 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:21:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:21:33 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Instance spawned successfully.
Nov 23 06:21:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:21:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:21:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:21:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:21:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:21:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:21:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:21:33 user nova-compute[74675]: INFO nova.compute.manager [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Took 5.90 seconds to spawn the instance on the hypervisor.
Nov 23 06:21:33 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:21:33 user nova-compute[74675]: DEBUG nova.compute.manager [req-f2079036-c90d-4d76-a107-84e7c2674aee req-2e19303a-101f-4b26-8fce-7eb296c55212 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Received event network-vif-plugged-15333a2f-8738-42ab-b573-6b131f5adf6c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:21:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f2079036-c90d-4d76-a107-84e7c2674aee req-2e19303a-101f-4b26-8fce-7eb296c55212 service nova] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f2079036-c90d-4d76-a107-84e7c2674aee req-2e19303a-101f-4b26-8fce-7eb296c55212 service nova] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f2079036-c90d-4d76-a107-84e7c2674aee req-2e19303a-101f-4b26-8fce-7eb296c55212 service nova] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:33 user nova-compute[74675]: DEBUG nova.compute.manager [req-f2079036-c90d-4d76-a107-84e7c2674aee req-2e19303a-101f-4b26-8fce-7eb296c55212 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] No waiting events found dispatching network-vif-plugged-15333a2f-8738-42ab-b573-6b131f5adf6c {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:21:33 user nova-compute[74675]: WARNING nova.compute.manager [req-f2079036-c90d-4d76-a107-84e7c2674aee req-2e19303a-101f-4b26-8fce-7eb296c55212 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Received unexpected event network-vif-plugged-15333a2f-8738-42ab-b573-6b131f5adf6c for instance with vm_state building and task_state spawning.
Nov 23 06:21:33 user nova-compute[74675]: INFO nova.compute.manager [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Took 6.69 seconds to build instance.
Nov 23 06:21:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9cd083e-f9eb-40e7-9325-3b0148060fd8 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.808s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:33 user nova-compute[74675]: DEBUG nova.compute.manager [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:21:34 user nova-compute[74675]: INFO nova.compute.manager [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] instance snapshotting
Nov 23 06:21:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:34 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Beginning live snapshot process
Nov 23 06:21:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json -f qcow2 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG nova.compute.manager [req-a5b5296d-c69f-4459-8956-a927a606854c req-349a98ac-529f-401e-b8a5-9b28ba2aaf63 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a5b5296d-c69f-4459-8956-a927a606854c req-349a98ac-529f-401e-b8a5-9b28ba2aaf63 service nova] Acquiring lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a5b5296d-c69f-4459-8956-a927a606854c req-349a98ac-529f-401e-b8a5-9b28ba2aaf63 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a5b5296d-c69f-4459-8956-a927a606854c req-349a98ac-529f-401e-b8a5-9b28ba2aaf63 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG nova.compute.manager [req-a5b5296d-c69f-4459-8956-a927a606854c req-349a98ac-529f-401e-b8a5-9b28ba2aaf63 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] No waiting events found dispatching network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:21:34 user nova-compute[74675]: WARNING nova.compute.manager [req-a5b5296d-c69f-4459-8956-a927a606854c req-349a98ac-529f-401e-b8a5-9b28ba2aaf63 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received unexpected event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:21:34 user nova-compute[74675]: DEBUG nova.compute.manager [req-a5b5296d-c69f-4459-8956-a927a606854c req-349a98ac-529f-401e-b8a5-9b28ba2aaf63 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a5b5296d-c69f-4459-8956-a927a606854c req-349a98ac-529f-401e-b8a5-9b28ba2aaf63 service nova] Acquiring lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a5b5296d-c69f-4459-8956-a927a606854c req-349a98ac-529f-401e-b8a5-9b28ba2aaf63 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a5b5296d-c69f-4459-8956-a927a606854c req-349a98ac-529f-401e-b8a5-9b28ba2aaf63 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG nova.compute.manager [req-a5b5296d-c69f-4459-8956-a927a606854c req-349a98ac-529f-401e-b8a5-9b28ba2aaf63 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] No waiting events found dispatching network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:21:34 user nova-compute[74675]: WARNING nova.compute.manager [req-a5b5296d-c69f-4459-8956-a927a606854c req-349a98ac-529f-401e-b8a5-9b28ba2aaf63 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received unexpected event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:21:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json -f qcow2" returned: 0 in 0.193s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json -f qcow2 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json -f qcow2" returned: 0 in 0.180s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpgfv4zt2p/f9ae1bd778e042fa8cf9e1587204ed21.delta 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpgfv4zt2p/f9ae1bd778e042fa8cf9e1587204ed21.delta 1073741824" returned: 0 in 0.045s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:34 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 23 06:21:35 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:21:35 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_power_states {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid f4d40301-d465-42af-8b6c-e62a064afcaf {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid d9898f23-3116-49a8-a4bb-483dd0c3c274 {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 10d0b693-498d-4912-8a28-00970d5b1bed {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid cf5db4d3-2728-4ac9-aaec-05d1f1147329 {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid d0dea862-7d67-4336-b03e-e7f072b1e3de {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid a856a215-43ef-4ced-b21b-21f2bd8dd189 {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 8bd490c5-ffd8-430b-b74a-29e551e261fb {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 3c5e33f5-fd7a-4ec6-9c29-481236465e07 {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 08802d78-5573-4533-b3aa-672fe57b971d {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "f4d40301-d465-42af-8b6c-e62a064afcaf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:36 user nova-compute[74675]: INFO nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] During sync_power_state the instance has a pending task (unrescuing). Skip.
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "d9898f23-3116-49a8-a4bb-483dd0c3c274" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "10d0b693-498d-4912-8a28-00970d5b1bed" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "10d0b693-498d-4912-8a28-00970d5b1bed" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "d0dea862-7d67-4336-b03e-e7f072b1e3de" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:36 user nova-compute[74675]: INFO nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] During sync_power_state the instance has a pending task (image_pending_upload). Skip.
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "8bd490c5-ffd8-430b-b74a-29e551e261fb" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "8bd490c5-ffd8-430b-b74a-29e551e261fb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "08802d78-5573-4533-b3aa-672fe57b971d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "08802d78-5573-4533-b3aa-672fe57b971d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.071s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "10d0b693-498d-4912-8a28-00970d5b1bed" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.079s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.081s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.085s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.089s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "8bd490c5-ffd8-430b-b74a-29e551e261fb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.094s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] COPY block job progress, current cursor: 48103424 final cursor: 75497472 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "08802d78-5573-4533-b3aa-672fe57b971d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.207s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-d8b582b3-7069-4749-9716-0e1ade74c5bb req-8e3f9e1b-78c3-45c7-be26-ef393e0725b2 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d8b582b3-7069-4749-9716-0e1ade74c5bb req-8e3f9e1b-78c3-45c7-be26-ef393e0725b2 service nova] Acquiring lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d8b582b3-7069-4749-9716-0e1ade74c5bb req-8e3f9e1b-78c3-45c7-be26-ef393e0725b2 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d8b582b3-7069-4749-9716-0e1ade74c5bb req-8e3f9e1b-78c3-45c7-be26-ef393e0725b2 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-d8b582b3-7069-4749-9716-0e1ade74c5bb req-8e3f9e1b-78c3-45c7-be26-ef393e0725b2 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] No waiting events found dispatching network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:21:36 user nova-compute[74675]: WARNING nova.compute.manager [req-d8b582b3-7069-4749-9716-0e1ade74c5bb req-8e3f9e1b-78c3-45c7-be26-ef393e0725b2 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received unexpected event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:21:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-34eadb24-0349-47f2-9bdb-64624376a150 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:21:36 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 23 06:21:36 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:21:36 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpgfv4zt2p/f9ae1bd778e042fa8cf9e1587204ed21.delta /opt/stack/data/nova/instances/snapshots/tmpgfv4zt2p/f9ae1bd778e042fa8cf9e1587204ed21 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpgfv4zt2p/f9ae1bd778e042fa8cf9e1587204ed21.delta /opt/stack/data/nova/instances/snapshots/tmpgfv4zt2p/f9ae1bd778e042fa8cf9e1587204ed21" returned: 0 in 0.838s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:37 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Snapshot extracted, beginning image upload
Nov 23 06:21:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:40 user nova-compute[74675]: DEBUG nova.compute.manager [req-91f8726e-b81a-4be5-9523-ff10172ec514 req-d0fb953c-b102-4604-b2a6-0804913aff78 service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Received event network-changed-6b1c296e-d19d-4649-97a0-aaf06ba634d7 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:21:40 user nova-compute[74675]: DEBUG nova.compute.manager [req-91f8726e-b81a-4be5-9523-ff10172ec514 req-d0fb953c-b102-4604-b2a6-0804913aff78 service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Refreshing instance network info cache due to event network-changed-6b1c296e-d19d-4649-97a0-aaf06ba634d7. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:21:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-91f8726e-b81a-4be5-9523-ff10172ec514 req-d0fb953c-b102-4604-b2a6-0804913aff78 service nova] Acquiring lock "refresh_cache-a856a215-43ef-4ced-b21b-21f2bd8dd189" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:21:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-91f8726e-b81a-4be5-9523-ff10172ec514 req-d0fb953c-b102-4604-b2a6-0804913aff78 service nova] Acquired lock "refresh_cache-a856a215-43ef-4ced-b21b-21f2bd8dd189" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:21:40 user nova-compute[74675]: DEBUG nova.network.neutron [req-91f8726e-b81a-4be5-9523-ff10172ec514 req-d0fb953c-b102-4604-b2a6-0804913aff78 service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Refreshing network info cache for port 6b1c296e-d19d-4649-97a0-aaf06ba634d7 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:21:40 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Snapshot image upload complete
Nov 23 06:21:40 user nova-compute[74675]: INFO nova.compute.manager [None req-96f87c47-715f-4089-84cd-5e895ea59e5c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Took 6.55 seconds to snapshot the instance on the hypervisor.
Nov 23 06:21:40 user nova-compute[74675]: DEBUG nova.network.neutron [req-91f8726e-b81a-4be5-9523-ff10172ec514 req-d0fb953c-b102-4604-b2a6-0804913aff78 service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Updated VIF entry in instance network info cache for port 6b1c296e-d19d-4649-97a0-aaf06ba634d7. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:21:40 user nova-compute[74675]: DEBUG nova.network.neutron [req-91f8726e-b81a-4be5-9523-ff10172ec514 req-d0fb953c-b102-4604-b2a6-0804913aff78 service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Updating instance_info_cache with network_info: [{"id": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "address": "fa:16:3e:c6:0e:c2", "network": {"id": "9317b475-1f03-4a0e-b28e-8330fc66252f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-83968832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca67e7aee254941bc2218ac71afbdc2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b1c296e-d1", "ovs_interfaceid": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:21:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-91f8726e-b81a-4be5-9523-ff10172ec514 req-d0fb953c-b102-4604-b2a6-0804913aff78 service nova] Releasing lock "refresh_cache-a856a215-43ef-4ced-b21b-21f2bd8dd189" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:21:43 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cf5db4d3-2728-4ac9-aaec-05d1f1147329 is timed out.
Nov 23 06:21:43 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Successfully detached device vdb from instance cf5db4d3-2728-4ac9-aaec-05d1f1147329 from the live domain config.
Nov 23 06:21:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kFfiIHlE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:21:43 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3a9265a-4e25-40d5-8b10-cc1b00056ed1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:21:43 user nova-compute[74675]: No targets found.
Nov 23 06:21:43 user nova-compute[74675]: iSNS:
Nov 23 06:21:43 user nova-compute[74675]: No targets found.
Nov 23 06:21:43 user nova-compute[74675]: STATIC:
Nov 23 06:21:43 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9
Nov 23 06:21:43 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:21:43 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:21:43 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24
Nov 23 06:21:43 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:21:43 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:21:43 user nova-compute[74675]: FIRMWARE:
Nov 23 06:21:43 user nova-compute[74675]: No targets found.
Nov 23 06:21:43 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:21:43 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:21:43 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9d01b40-2961-4e26-8259-1710557252f9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b3ccb47-19f0-4508-b9d4-ad7a10ff9188]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:21:43 user nova-compute[74675]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:21:43 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 (non-flash)
Nov 23 06:21:43 user nova-compute[74675]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:21:43 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683d5b40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e12ab84a-778b-430b-aa3d-baca1b62b69b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[851c9242-4551-4327-a4a0-5af999c0b83c]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c6cd97d-b14f-437b-84a6-e3c4731cf7fe]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ebd54d5-e133-4f60-9d25-dafbf87d0727]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dd9972a-38ef-431b-90eb-07794ddc3958]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f38447ff-aa48-472e-ac67-cca24595c3b4]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24, portal: 172.16.0.220,3260]
Nov 23 06:21:43 user nova-compute[74675]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24, portal: 172.16.0.220,3260] successful.
Nov 23 06:21:43 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20c3d6d4-df5d-4056-a30b-173cc0090b24 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[747c5706-0cde-4683-9d7e-b244d19455b1]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.339s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] <== disconnect_volume: return (341ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Acquiring lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG nova.objects.instance [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lazy-loading 'flavor' on Instance uuid a856a215-43ef-4ced-b21b-21f2bd8dd189 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Acquiring lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:43 user nova-compute[74675]: INFO nova.compute.manager [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Attaching volume 9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e to /dev/vdb
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.utils [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a22e6565-c699-42a1-828e-d86c8e21916e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[42f18c60-ba97-4764-bab4-c2e03c2004a4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6f447cd-11f5-488c-bfa2-c59db3e98453]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dc0f374-fc38-4ee9-a819-0f21c76b6f2a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:21:43 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:21:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0db47480-0227-45d5-960e-cbf5e720ee2d]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG os_brick.utils [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:21:43 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Updating existing volume attachment record: 376e6db3-e21c-4db1-9d15-ffda6f6af9b7 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:21:44 user nova-compute[74675]: DEBUG nova.objects.instance [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lazy-loading 'flavor' on Instance uuid cf5db4d3-2728-4ac9-aaec-05d1f1147329 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:21:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9fa37f26-ab31-48cb-a90c-1648b46a73e0 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.834s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 8.264s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:45 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:21:46 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:47 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:48 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LRbtZEiS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:21:50 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:21:50 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:21:50 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[09d24efa-65b0-4043-8368-d6d4cdf461ce]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:21:50 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d03df389-126d-4e8b-9dd2-befa1d84e7c9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e] added
Nov 23 06:21:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b25c0b20-4880-438d-af22-8eefbbd842cf]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[08658713-9770-4abd-9973-a96d5398f44b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LRbtZEiS {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LRbtZEiS" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[665c8e78-4292-40bd-868d-447a7c1318f4]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LRbtZEiS'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca4e02b1-48c0-4af8-9166-e0ec6edeb632]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6a26768-897f-4ba2-a603-f1e32eb20b7e]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:21:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:21:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b744aa2d-120a-457f-bb41-698a0b5db9a7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e, portal: 172.16.0.220,3260]
Nov 23 06:21:50 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e, portal: 172.16.0.220,3260] successful.
Nov 23 06:21:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[51bf2ea2-f0d6-4a6a-8041-0e34f0d31131]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[74463be6-0046-4c4a-8748-0b7708235f33]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:21:50 user nova-compute[74675]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e (non-flash)
Nov 23 06:21:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:21:50 user nova-compute[74675]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e (non-flash)
Nov 23 06:21:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] HCTL ('33', '-', '-', 0) found on session 19 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f526078-c69a-4cec-9a7f-c85e59efe74e]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Searching for a device in session 19 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LRbtZEiS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:21:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.373s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:21:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] <== connect_volume: return (1378ms) {'type': 'block', 'scsi_wwn': '26530356538626230', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:21:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26530356538626230', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:21:51 user nova-compute[74675]: DEBUG nova.objects.instance [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lazy-loading 'flavor' on Instance uuid a856a215-43ef-4ced-b21b-21f2bd8dd189 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:21:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:21:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:21:51 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:21:51 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:21:51 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:21:51 user nova-compute[74675]:   <serial>9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e</serial>
Nov 23 06:21:51 user nova-compute[74675]: </disk>
Nov 23 06:21:51 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:21:52 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:21:52 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7401MB free_disk=25.470306396484375GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] No VIF found with MAC fa:16:3e:c6:0e:c2, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance f4d40301-d465-42af-8b6c-e62a064afcaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d9898f23-3116-49a8-a4bb-483dd0c3c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance cf5db4d3-2728-4ac9-aaec-05d1f1147329 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 08802d78-5573-4533-b3aa-672fe57b971d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance a856a215-43ef-4ced-b21b-21f2bd8dd189 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8bd490c5-ffd8-430b-b74a-29e551e261fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3c5e33f5-fd7a-4ec6-9c29-481236465e07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 76a32788-6012-42a4-b10a-e62c382ec1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d867c7cd-c670-4a27-ba37-94487622de99 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.848s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:21:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.434s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:21:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:54 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:21:54 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:21:54 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:21:54 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:21:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Acquiring lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:21:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:21:55 user nova-compute[74675]: INFO nova.compute.manager [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Detaching volume 9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e
Nov 23 06:21:55 user nova-compute[74675]: INFO nova.virt.block_device [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Attempting to driver detach volume 9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e from mountpoint /dev/vdb
Nov 23 06:21:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Attempting to detach device vdb from instance a856a215-43ef-4ced-b21b-21f2bd8dd189 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:21:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:21:55 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:21:55 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:21:55 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:21:55 user nova-compute[74675]:   <serial>9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e</serial>
Nov 23 06:21:55 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:21:55 user nova-compute[74675]: </disk>
Nov 23 06:21:55 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:21:55 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Successfully detached device vdb from instance a856a215-43ef-4ced-b21b-21f2bd8dd189 from the persistent domain config.
Nov 23 06:21:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a856a215-43ef-4ced-b21b-21f2bd8dd189 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:21:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:21:55 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:21:55 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:21:55 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:21:55 user nova-compute[74675]:   <serial>9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e</serial>
Nov 23 06:21:55 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:21:55 user nova-compute[74675]: </disk>
Nov 23 06:21:55 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:21:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a856a215-43ef-4ced-b21b-21f2bd8dd189 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:21:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:21:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "16e009fc-973b-4741-8642-643b457a071b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "16e009fc-973b-4741-8642-643b457a071b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:22:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:07 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:22:07 user nova-compute[74675]: INFO nova.compute.claims [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Claim successful on node user
Nov 23 06:22:07 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:22:07 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:22:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.539s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:22:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:22:07 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:22:07 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:22:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:22:08 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Creating image(s)
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "/opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "/opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "/opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG nova.policy [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fca8a7c900e3407399300bbfbf431e25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a18b18a40e734f63aca7e52f1074d548', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.175s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk 1073741824" returned: 0 in 0.048s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.226s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Checking if we can resize image /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Successfully created port: 61e801fb-6f53-4ceb-90ba-1853da0870cb {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Cannot resize image /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Ensure instance console log exists: /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Successfully updated port: 61e801fb-6f53-4ceb-90ba-1853da0870cb {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "refresh_cache-16e009fc-973b-4741-8642-643b457a071b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquired lock "refresh_cache-16e009fc-973b-4741-8642-643b457a071b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.compute.manager [req-7c6634fe-79ef-470e-8828-c0b1f006561e req-b5b71a0a-beca-4ba5-87af-43a828755c4a service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] Received event network-changed-61e801fb-6f53-4ceb-90ba-1853da0870cb {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.compute.manager [req-7c6634fe-79ef-470e-8828-c0b1f006561e req-b5b71a0a-beca-4ba5-87af-43a828755c4a service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] Refreshing instance network info cache due to event network-changed-61e801fb-6f53-4ceb-90ba-1853da0870cb. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7c6634fe-79ef-470e-8828-c0b1f006561e req-b5b71a0a-beca-4ba5-87af-43a828755c4a service nova] Acquiring lock "refresh_cache-16e009fc-973b-4741-8642-643b457a071b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Updating instance_info_cache with network_info: [{"id": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "address": "fa:16:3e:4c:88:6c", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e801fb-6f", "ovs_interfaceid": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Releasing lock "refresh_cache-16e009fc-973b-4741-8642-643b457a071b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Instance network_info: |[{"id": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "address": "fa:16:3e:4c:88:6c", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e801fb-6f", "ovs_interfaceid": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7c6634fe-79ef-470e-8828-c0b1f006561e req-b5b71a0a-beca-4ba5-87af-43a828755c4a service nova] Acquired lock "refresh_cache-16e009fc-973b-4741-8642-643b457a071b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-7c6634fe-79ef-470e-8828-c0b1f006561e req-b5b71a0a-beca-4ba5-87af-43a828755c4a service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] Refreshing network info cache for port 61e801fb-6f53-4ceb-90ba-1853da0870cb {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Start _get_guest_xml network_info=[{"id": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "address": "fa:16:3e:4c:88:6c", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e801fb-6f", "ovs_interfaceid": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:22:09 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:22:09 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:22:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-509374960',display_name='tempest-ServersNegativeTestJSON-server-509374960',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-509374960',id=20,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a18b18a40e734f63aca7e52f1074d548',ramdisk_id='',reservation_id='r-cw2w7r94',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-801040632',owner_user_name='tempest-ServersNegativeTestJSON-801040632-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:22:08Z,user_data=None,user_id='fca8a7c900e3407399300bbfbf431e25',uuid=16e009fc-973b-4741-8642-643b457a071b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "address": "fa:16:3e:4c:88:6c", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e801fb-6f", "ovs_interfaceid": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Converting VIF {"id": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "address": "fa:16:3e:4c:88:6c", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e801fb-6f", "ovs_interfaceid": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:88:6c,bridge_name='br-int',has_traffic_filtering=True,id=61e801fb-6f53-4ceb-90ba-1853da0870cb,network=Network(0efdb04a-6f4d-48e5-b02b-e259839eb1d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e801fb-6f') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.objects.instance [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lazy-loading 'pci_devices' on Instance uuid 16e009fc-973b-4741-8642-643b457a071b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:22:09 user nova-compute[74675]:   <uuid>16e009fc-973b-4741-8642-643b457a071b</uuid>
Nov 23 06:22:09 user nova-compute[74675]:   <name>instance-00000014</name>
Nov 23 06:22:09 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:22:09 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:22:09 user nova-compute[74675]:   <metadata>
Nov 23 06:22:09 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:22:09 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:22:09 user nova-compute[74675]:       <nova:name>tempest-ServersNegativeTestJSON-server-509374960</nova:name>
Nov 23 06:22:09 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:22:09</nova:creationTime>
Nov 23 06:22:09 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:22:09 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:22:09 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:22:09 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:22:09 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:22:09 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:22:09 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:22:09 user nova-compute[74675]:       <nova:owner>
Nov 23 06:22:09 user nova-compute[74675]:         <nova:user uuid="fca8a7c900e3407399300bbfbf431e25">tempest-ServersNegativeTestJSON-801040632-project-member</nova:user>
Nov 23 06:22:09 user nova-compute[74675]:         <nova:project uuid="a18b18a40e734f63aca7e52f1074d548">tempest-ServersNegativeTestJSON-801040632</nova:project>
Nov 23 06:22:09 user nova-compute[74675]:       </nova:owner>
Nov 23 06:22:09 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:22:09 user nova-compute[74675]:       <nova:ports>
Nov 23 06:22:09 user nova-compute[74675]:         <nova:port uuid="61e801fb-6f53-4ceb-90ba-1853da0870cb">
Nov 23 06:22:09 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 23 06:22:09 user nova-compute[74675]:         </nova:port>
Nov 23 06:22:09 user nova-compute[74675]:       </nova:ports>
Nov 23 06:22:09 user nova-compute[74675]:     </nova:instance>
Nov 23 06:22:09 user nova-compute[74675]:   </metadata>
Nov 23 06:22:09 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:22:09 user nova-compute[74675]:     <system>
Nov 23 06:22:09 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:22:09 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:22:09 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:22:09 user nova-compute[74675]:       <entry name="serial">16e009fc-973b-4741-8642-643b457a071b</entry>
Nov 23 06:22:09 user nova-compute[74675]:       <entry name="uuid">16e009fc-973b-4741-8642-643b457a071b</entry>
Nov 23 06:22:09 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:22:09 user nova-compute[74675]:     </system>
Nov 23 06:22:09 user nova-compute[74675]:   </sysinfo>
Nov 23 06:22:09 user nova-compute[74675]:   <os>
Nov 23 06:22:09 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:22:09 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:22:09 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:22:09 user nova-compute[74675]:   </os>
Nov 23 06:22:09 user nova-compute[74675]:   <features>
Nov 23 06:22:09 user nova-compute[74675]:     <acpi/>
Nov 23 06:22:09 user nova-compute[74675]:     <apic/>
Nov 23 06:22:09 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:22:09 user nova-compute[74675]:   </features>
Nov 23 06:22:09 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:22:09 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:22:09 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:22:09 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:22:09 user nova-compute[74675]:   </clock>
Nov 23 06:22:09 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:22:09 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:22:09 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:22:09 user nova-compute[74675]:   </cpu>
Nov 23 06:22:09 user nova-compute[74675]:   <devices>
Nov 23 06:22:09 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:22:09 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:22:09 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk"/>
Nov 23 06:22:09 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:22:09 user nova-compute[74675]:     </disk>
Nov 23 06:22:09 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:22:09 user nova-compute[74675]:       <mac address="fa:16:3e:4c:88:6c"/>
Nov 23 06:22:09 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:22:09 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:22:09 user nova-compute[74675]:       <target dev="tap61e801fb-6f"/>
Nov 23 06:22:09 user nova-compute[74675]:     </interface>
Nov 23 06:22:09 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:22:09 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/console.log" append="off"/>
Nov 23 06:22:09 user nova-compute[74675]:     </serial>
Nov 23 06:22:09 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:22:09 user nova-compute[74675]:     <video>
Nov 23 06:22:09 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:22:09 user nova-compute[74675]:     </video>
Nov 23 06:22:09 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:22:09 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:22:09 user nova-compute[74675]:     </rng>
Nov 23 06:22:09 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:22:09 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:22:09 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:22:09 user nova-compute[74675]:     </memballoon>
Nov 23 06:22:09 user nova-compute[74675]:   </devices>
Nov 23 06:22:09 user nova-compute[74675]: </domain>
Nov 23 06:22:09 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:22:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-509374960',display_name='tempest-ServersNegativeTestJSON-server-509374960',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-509374960',id=20,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a18b18a40e734f63aca7e52f1074d548',ramdisk_id='',reservation_id='r-cw2w7r94',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-801040632',owner_user_name='tempest-ServersNegativeTestJSON-801040632-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:22:08Z,user_data=None,user_id='fca8a7c900e3407399300bbfbf431e25',uuid=16e009fc-973b-4741-8642-643b457a071b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "address": "fa:16:3e:4c:88:6c", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e801fb-6f", "ovs_interfaceid": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Converting VIF {"id": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "address": "fa:16:3e:4c:88:6c", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e801fb-6f", "ovs_interfaceid": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:88:6c,bridge_name='br-int',has_traffic_filtering=True,id=61e801fb-6f53-4ceb-90ba-1853da0870cb,network=Network(0efdb04a-6f4d-48e5-b02b-e259839eb1d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e801fb-6f') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG os_vif [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:88:6c,bridge_name='br-int',has_traffic_filtering=True,id=61e801fb-6f53-4ceb-90ba-1853da0870cb,network=Network(0efdb04a-6f4d-48e5-b02b-e259839eb1d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e801fb-6f') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9449d4ac-16ef-5513-8ffd-ee3a2c7b5997', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap61e801fb-6f, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap61e801fb-6f, col_values=(('qos', UUID('b9578e43-0011-4980-a96d-7c82a38d4752')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap61e801fb-6f, col_values=(('external_ids', {'iface-id': '61e801fb-6f53-4ceb-90ba-1853da0870cb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4c:88:6c', 'vm-uuid': '16e009fc-973b-4741-8642-643b457a071b'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:09 user nova-compute[74675]: INFO os_vif [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:88:6c,bridge_name='br-int',has_traffic_filtering=True,id=61e801fb-6f53-4ceb-90ba-1853da0870cb,network=Network(0efdb04a-6f4d-48e5-b02b-e259839eb1d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e801fb-6f')
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:22:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] No VIF found with MAC fa:16:3e:4c:88:6c, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:22:10 user nova-compute[74675]: DEBUG nova.network.neutron [req-7c6634fe-79ef-470e-8828-c0b1f006561e req-b5b71a0a-beca-4ba5-87af-43a828755c4a service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] Updated VIF entry in instance network info cache for port 61e801fb-6f53-4ceb-90ba-1853da0870cb. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:22:10 user nova-compute[74675]: DEBUG nova.network.neutron [req-7c6634fe-79ef-470e-8828-c0b1f006561e req-b5b71a0a-beca-4ba5-87af-43a828755c4a service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] Updating instance_info_cache with network_info: [{"id": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "address": "fa:16:3e:4c:88:6c", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e801fb-6f", "ovs_interfaceid": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:22:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7c6634fe-79ef-470e-8828-c0b1f006561e req-b5b71a0a-beca-4ba5-87af-43a828755c4a service nova] Releasing lock "refresh_cache-16e009fc-973b-4741-8642-643b457a071b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:22:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:13 user nova-compute[74675]: INFO nova.compute.manager [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Terminating instance
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:22:13 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 16e009fc-973b-4741-8642-643b457a071b] Instance spawned successfully.
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:22:13 user nova-compute[74675]: INFO nova.compute.manager [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Took 5.38 seconds to spawn the instance on the hypervisor.
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:22:13 user nova-compute[74675]: INFO nova.compute.manager [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Took 6.38 seconds to build instance.
Nov 23 06:22:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b591cb2b-6033-4f93-92d6-2e1b0d945fc2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "16e009fc-973b-4741-8642-643b457a071b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.471s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:13 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Instance destroyed successfully.
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.objects.instance [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lazy-loading 'resources' on Instance uuid cf5db4d3-2728-4ac9-aaec-05d1f1147329 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:15:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1961282580',display_name='tempest-ServerStableDeviceRescueTest-server-1961282580',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1961282580',id=5,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHZwOMnztl0vn3r7gxyQhAYheMIkekHhHurwPF3X12LLEP4T5VjgOs3plVCpIfYqTKxBvCJ78msUK0uWYfHY0T+rzH6KZQgcutNZbiml8V1m9SpRkYwJEWqR0lT1Q2OfVw==',key_name='tempest-keypair-1020876187',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:19:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bbe6418df81d416595cbcd0e7c042c54',ramdisk_id='',reservation_id='r-eel0ubkh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-403388285',owner_user_name='tempest-ServerStableDeviceRescueTest-403388285-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:20:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c9118336c7f84bbbb672999178a2d639',uuid=cf5db4d3-2728-4ac9-aaec-05d1f1147329,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.8", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Converting VIF {"id": "122af3e5-32c0-4213-84b4-f2e82769890a", "address": "fa:16:3e:11:c7:47", "network": {"id": "768856d2-775d-49b7-9304-6a4ec3304ef8", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-425173061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.8", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbe6418df81d416595cbcd0e7c042c54", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap122af3e5-32", "ovs_interfaceid": "122af3e5-32c0-4213-84b4-f2e82769890a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:11:c7:47,bridge_name='br-int',has_traffic_filtering=True,id=122af3e5-32c0-4213-84b4-f2e82769890a,network=Network(768856d2-775d-49b7-9304-6a4ec3304ef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap122af3e5-32') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG os_vif [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:11:c7:47,bridge_name='br-int',has_traffic_filtering=True,id=122af3e5-32c0-4213-84b4-f2e82769890a,network=Network(768856d2-775d-49b7-9304-6a4ec3304ef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap122af3e5-32') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap122af3e5-32, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f6c8d826-a726-4d01-839b-034560b25035) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:22:13 user nova-compute[74675]: INFO os_vif [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:11:c7:47,bridge_name='br-int',has_traffic_filtering=True,id=122af3e5-32c0-4213-84b4-f2e82769890a,network=Network(768856d2-775d-49b7-9304-6a4ec3304ef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap122af3e5-32')
Nov 23 06:22:13 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Deleting instance files /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329_del
Nov 23 06:22:13 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Deletion of /opt/stack/data/nova/instances/cf5db4d3-2728-4ac9-aaec-05d1f1147329_del complete
Nov 23 06:22:13 user nova-compute[74675]: INFO nova.compute.manager [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 23 06:22:13 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:22:13 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:22:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:14 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:22:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-28b12652-0e3f-47f9-be7e-aee88f3546e0 req-078d4cb3-a8dd-4c28-8c85-5a38d1309cb5 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Received event network-vif-deleted-122af3e5-32c0-4213-84b4-f2e82769890a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:22:14 user nova-compute[74675]: INFO nova.compute.manager [req-28b12652-0e3f-47f9-be7e-aee88f3546e0 req-078d4cb3-a8dd-4c28-8c85-5a38d1309cb5 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Neutron deleted interface 122af3e5-32c0-4213-84b4-f2e82769890a; detaching it from the instance and deleting it from the info cache
Nov 23 06:22:14 user nova-compute[74675]: DEBUG nova.network.neutron [req-28b12652-0e3f-47f9-be7e-aee88f3546e0 req-078d4cb3-a8dd-4c28-8c85-5a38d1309cb5 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:22:14 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Took 1.02 seconds to deallocate network for instance.
Nov 23 06:22:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-28b12652-0e3f-47f9-be7e-aee88f3546e0 req-078d4cb3-a8dd-4c28-8c85-5a38d1309cb5 service nova] [instance: cf5db4d3-2728-4ac9-aaec-05d1f1147329] Detach interface failed, port_id=122af3e5-32c0-4213-84b4-f2e82769890a, reason: Instance cf5db4d3-2728-4ac9-aaec-05d1f1147329 could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.365s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:15 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Deleted allocations for instance cf5db4d3-2728-4ac9-aaec-05d1f1147329
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c976db0-27ab-4158-85c0-0c942da625d1 tempest-ServerStableDeviceRescueTest-403388285 tempest-ServerStableDeviceRescueTest-403388285-project-member] Lock "cf5db4d3-2728-4ac9-aaec-05d1f1147329" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.452s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:15 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a856a215-43ef-4ced-b21b-21f2bd8dd189 is timed out.
Nov 23 06:22:15 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Successfully detached device vdb from instance a856a215-43ef-4ced-b21b-21f2bd8dd189 from the live domain config.
Nov 23 06:22:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LRbtZEiS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:22:15 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[32eb3bc8-2692-4d6b-a256-85fcb55e1e56]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:22:15 user nova-compute[74675]: No targets found.
Nov 23 06:22:15 user nova-compute[74675]: iSNS:
Nov 23 06:22:15 user nova-compute[74675]: No targets found.
Nov 23 06:22:15 user nova-compute[74675]: STATIC:
Nov 23 06:22:15 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9
Nov 23 06:22:15 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:22:15 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:22:15 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e
Nov 23 06:22:15 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:22:15 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:22:15 user nova-compute[74675]: FIRMWARE:
Nov 23 06:22:15 user nova-compute[74675]: No targets found.
Nov 23 06:22:15 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:22:15 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:22:15 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[01d8b49b-5dab-4fe8-8d79-ab5b84ad6b82]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f2e7476-affa-48e8-92e8-2e495994aeff]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:22:15 user nova-compute[74675]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e (non-flash)
Nov 23 06:22:15 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:22:15 user nova-compute[74675]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e (non-flash)
Nov 23 06:22:15 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683d5ab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e96189e-f1bf-4637-ac05-060e5f86d829]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[21e68071-d0fe-4e8f-8551-9cf69c7a52b9]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[99d411c3-dcbb-42e0-a08e-c03f42ed181c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f981661c-8bc1-42cd-84eb-70ac8eea6929]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[62555218-b672-4215-8f68-e2b44693083d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c817f218-26e2-4a63-9a15-9aeb40ea02cb]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e, portal: 172.16.0.220,3260]
Nov 23 06:22:15 user nova-compute[74675]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e, portal: 172.16.0.220,3260] successful.
Nov 23 06:22:15 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ccdbfdc-719c-4a69-aa9b-1f0ee2a8f55e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[81fe0477-03f2-475c-b1a4-d63f2b0a2235]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.301s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] <== disconnect_volume: return (303ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:22:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:22:16 user nova-compute[74675]: DEBUG nova.objects.instance [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lazy-loading 'flavor' on Instance uuid a856a215-43ef-4ced-b21b-21f2bd8dd189 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:22:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-206c059b-ba86-4d81-9551-22be4213a480 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.697s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:17 user nova-compute[74675]: DEBUG nova.compute.manager [req-47d0b545-3996-4f27-974c-ed01870c596e req-dfd18415-d7be-4994-937b-868c10bd5b1c service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] Received event network-vif-plugged-61e801fb-6f53-4ceb-90ba-1853da0870cb {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:22:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-47d0b545-3996-4f27-974c-ed01870c596e req-dfd18415-d7be-4994-937b-868c10bd5b1c service nova] Acquiring lock "16e009fc-973b-4741-8642-643b457a071b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-47d0b545-3996-4f27-974c-ed01870c596e req-dfd18415-d7be-4994-937b-868c10bd5b1c service nova] Lock "16e009fc-973b-4741-8642-643b457a071b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-47d0b545-3996-4f27-974c-ed01870c596e req-dfd18415-d7be-4994-937b-868c10bd5b1c service nova] Lock "16e009fc-973b-4741-8642-643b457a071b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:17 user nova-compute[74675]: DEBUG nova.compute.manager [req-47d0b545-3996-4f27-974c-ed01870c596e req-dfd18415-d7be-4994-937b-868c10bd5b1c service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] No waiting events found dispatching network-vif-plugged-61e801fb-6f53-4ceb-90ba-1853da0870cb {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:22:17 user nova-compute[74675]: WARNING nova.compute.manager [req-47d0b545-3996-4f27-974c-ed01870c596e req-dfd18415-d7be-4994-937b-868c10bd5b1c service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] Received unexpected event network-vif-plugged-61e801fb-6f53-4ceb-90ba-1853da0870cb for instance with vm_state active and task_state None.
Nov 23 06:22:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "90bb05cf-c566-457b-8952-bfd2c0f31643" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:22:18 user nova-compute[74675]: INFO nova.compute.claims [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Claim successful on node user
Nov 23 06:22:18 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.391s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:22:18 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:22:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG nova.policy [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2f1d2cb36a24debbd7a29c89c696b8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2449d25ce15439f9e6877599fc72b03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:22:18 user nova-compute[74675]: INFO nova.virt.block_device [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Booting with volume 1cfef494-15b6-491b-ac64-d60738f8db60 at /dev/vda
Nov 23 06:22:18 user nova-compute[74675]: DEBUG os_brick.utils [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[afd8ce86-21ac-460f-98e0-a883d34aad2d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d574a3a-d01f-4c9e-a61b-eef57bf22c50]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b739aea-eb3d-4a79-a8d9-2fde27e3c423]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[08597c00-28e1-400f-814d-3d8b9d089efb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:22:18 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:22:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[26c74c4b-a77f-4e2f-abcb-4ac2f15cf706]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG os_brick.utils [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:22:18 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Updating existing volume attachment record: 7dbb3375-6af6-4a07-bf6f-c7af1e677b5b {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:22:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-ecb82351-6f98-4019-86c9-9e5894a9cb98 req-ec4c6fe7-ae17-4d7a-8068-fbda2b6cbc6d service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] Received event network-vif-plugged-61e801fb-6f53-4ceb-90ba-1853da0870cb {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:22:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ecb82351-6f98-4019-86c9-9e5894a9cb98 req-ec4c6fe7-ae17-4d7a-8068-fbda2b6cbc6d service nova] Acquiring lock "16e009fc-973b-4741-8642-643b457a071b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ecb82351-6f98-4019-86c9-9e5894a9cb98 req-ec4c6fe7-ae17-4d7a-8068-fbda2b6cbc6d service nova] Lock "16e009fc-973b-4741-8642-643b457a071b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ecb82351-6f98-4019-86c9-9e5894a9cb98 req-ec4c6fe7-ae17-4d7a-8068-fbda2b6cbc6d service nova] Lock "16e009fc-973b-4741-8642-643b457a071b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-ecb82351-6f98-4019-86c9-9e5894a9cb98 req-ec4c6fe7-ae17-4d7a-8068-fbda2b6cbc6d service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] No waiting events found dispatching network-vif-plugged-61e801fb-6f53-4ceb-90ba-1853da0870cb {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:22:19 user nova-compute[74675]: WARNING nova.compute.manager [req-ecb82351-6f98-4019-86c9-9e5894a9cb98 req-ec4c6fe7-ae17-4d7a-8068-fbda2b6cbc6d service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] Received unexpected event network-vif-plugged-61e801fb-6f53-4ceb-90ba-1853da0870cb for instance with vm_state active and task_state None.
Nov 23 06:22:19 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Successfully created port: 36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:22:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Successfully updated port: 36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:22:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "refresh_cache-90bb05cf-c566-457b-8952-bfd2c0f31643" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:22:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquired lock "refresh_cache-90bb05cf-c566-457b-8952-bfd2c0f31643" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:22:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:22:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-8528bf87-8e7a-4854-95a0-3ce354a6e592 req-da33c07b-fd1a-4cb6-984c-977dc8969f9c service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received event network-changed-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:22:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-8528bf87-8e7a-4854-95a0-3ce354a6e592 req-da33c07b-fd1a-4cb6-984c-977dc8969f9c service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Refreshing instance network info cache due to event network-changed-36a6a7ff-664d-4c82-8bd7-62748dccd849. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:22:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8528bf87-8e7a-4854-95a0-3ce354a6e592 req-da33c07b-fd1a-4cb6-984c-977dc8969f9c service nova] Acquiring lock "refresh_cache-90bb05cf-c566-457b-8952-bfd2c0f31643" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:22:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:22:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Updating instance_info_cache with network_info: [{"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:22:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Releasing lock "refresh_cache-90bb05cf-c566-457b-8952-bfd2c0f31643" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:22:20 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Instance network_info: |[{"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:22:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8528bf87-8e7a-4854-95a0-3ce354a6e592 req-da33c07b-fd1a-4cb6-984c-977dc8969f9c service nova] Acquired lock "refresh_cache-90bb05cf-c566-457b-8952-bfd2c0f31643" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:22:20 user nova-compute[74675]: DEBUG nova.network.neutron [req-8528bf87-8e7a-4854-95a0-3ce354a6e592 req-da33c07b-fd1a-4cb6-984c-977dc8969f9c service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Refreshing network info cache for port 36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:22:21 user nova-compute[74675]: DEBUG nova.network.neutron [req-8528bf87-8e7a-4854-95a0-3ce354a6e592 req-da33c07b-fd1a-4cb6-984c-977dc8969f9c service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Updated VIF entry in instance network info cache for port 36a6a7ff-664d-4c82-8bd7-62748dccd849. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:22:21 user nova-compute[74675]: DEBUG nova.network.neutron [req-8528bf87-8e7a-4854-95a0-3ce354a6e592 req-da33c07b-fd1a-4cb6-984c-977dc8969f9c service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Updating instance_info_cache with network_info: [{"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:22:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8528bf87-8e7a-4854-95a0-3ce354a6e592 req-da33c07b-fd1a-4cb6-984c-977dc8969f9c service nova] Releasing lock "refresh_cache-90bb05cf-c566-457b-8952-bfd2c0f31643" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:22:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:22:24 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Creating image(s)
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Ensure instance console log exists: /opt/stack/data/nova/instances/90bb05cf-c566-457b-8952-bfd2c0f31643/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Start _get_guest_xml network_info=[{"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vcXdtCLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '90bb05cf-c566-457b-8952-bfd2c0f31643', 'attached_at': '', 'detached_at': '', 'volume_id': '1cfef494-15b6-491b-ac64-d60738f8db60', 'serial': '1cfef494-15b6-491b-ac64-d60738f8db60'}, 'attachment_id': '7dbb3375-6af6-4a07-bf6f-c7af1e677b5b', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:22:24 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:22:24 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vcXdtCLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:22:24 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:22:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:22:24 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:22:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:22:24 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[977b84b5-30bc-4fe3-891e-04fe1e630d95]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:22:24 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6c126f0-3676-4f82-82eb-007261378c6c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60] added
Nov 23 06:22:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d1eb9d7-c297-40d3-9f41-236ecd79684c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[78655c2b-69ee-48ad-ad1a-dda0a07932dc]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vcXdtCLI {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vcXdtCLI" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6046b8d9-718f-4a8f-a3ca-6c1f903270f3]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vcXdtCLI'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[711fa3ff-d22d-43ac-a7f4-58234d853d38]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[086f2244-a707-41bb-86c7-630cd6290603]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:22:25 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:22:25 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad1b3fd8-2833-41d2-b1c1-84ab1810d1b8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60, portal: 172.16.0.220,3260]
Nov 23 06:22:25 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60, portal: 172.16.0.220,3260] successful.
Nov 23 06:22:25 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce368a2c-593b-42d0-86f7-a0787b5c749c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[598bd13f-96a1-403c-8c56-ba0241abe0a0]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:22:25 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:22:25 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:22:25 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:22:25 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] HCTL ('33', '-', '-', 0) found on session 20 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3730aacf-1394-441a-b8ba-b153c845a790]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:25 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: None {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vcXdtCLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.316s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '26662323466633038', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26662323466633038', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:22:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-43677430',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-43677430',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLd1Ee2wrjeQHPY4f/eq1vNUs9W1irsXqmuXbT2PAzMs9Rb4QB6loPEV00gxg6QJASYVdLL2xS8cIxqyERQt61hFWSEG504YOMUYBh3YyAptnF/Q40hzcLY6QiqT8qu1jQ==',key_name='tempest-keypair-672819649',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e2449d25ce15439f9e6877599fc72b03',ramdisk_id='',reservation_id='r-y8f4xtay',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1140778182',owner_user_name='tempest-ServerActionsV293TestJSON-1140778182-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:22:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f1d2cb36a24debbd7a29c89c696b8f',uuid=90bb05cf-c566-457b-8952-bfd2c0f31643,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Converting VIF {"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:62:bc,bridge_name='br-int',has_traffic_filtering=True,id=36a6a7ff-664d-4c82-8bd7-62748dccd849,network=Network(5c2e856e-613b-4115-80d2-4e81ca821f70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a6a7ff-66') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG nova.objects.instance [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lazy-loading 'pci_devices' on Instance uuid 90bb05cf-c566-457b-8952-bfd2c0f31643 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:22:26 user nova-compute[74675]:   <uuid>90bb05cf-c566-457b-8952-bfd2c0f31643</uuid>
Nov 23 06:22:26 user nova-compute[74675]:   <name>instance-00000015</name>
Nov 23 06:22:26 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:22:26 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:22:26 user nova-compute[74675]:   <metadata>
Nov 23 06:22:26 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:22:26 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:22:26 user nova-compute[74675]:       <nova:name>tempest-ServerActionsV293TestJSON-server-43677430</nova:name>
Nov 23 06:22:26 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:22:24</nova:creationTime>
Nov 23 06:22:26 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:22:26 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:22:26 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:22:26 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:22:26 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:22:26 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:22:26 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:22:26 user nova-compute[74675]:       <nova:owner>
Nov 23 06:22:26 user nova-compute[74675]:         <nova:user uuid="b2f1d2cb36a24debbd7a29c89c696b8f">tempest-ServerActionsV293TestJSON-1140778182-project-member</nova:user>
Nov 23 06:22:26 user nova-compute[74675]:         <nova:project uuid="e2449d25ce15439f9e6877599fc72b03">tempest-ServerActionsV293TestJSON-1140778182</nova:project>
Nov 23 06:22:26 user nova-compute[74675]:       </nova:owner>
Nov 23 06:22:26 user nova-compute[74675]:       <nova:ports>
Nov 23 06:22:26 user nova-compute[74675]:         <nova:port uuid="36a6a7ff-664d-4c82-8bd7-62748dccd849">
Nov 23 06:22:26 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 23 06:22:26 user nova-compute[74675]:         </nova:port>
Nov 23 06:22:26 user nova-compute[74675]:       </nova:ports>
Nov 23 06:22:26 user nova-compute[74675]:     </nova:instance>
Nov 23 06:22:26 user nova-compute[74675]:   </metadata>
Nov 23 06:22:26 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:22:26 user nova-compute[74675]:     <system>
Nov 23 06:22:26 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:22:26 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:22:26 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:22:26 user nova-compute[74675]:       <entry name="serial">90bb05cf-c566-457b-8952-bfd2c0f31643</entry>
Nov 23 06:22:26 user nova-compute[74675]:       <entry name="uuid">90bb05cf-c566-457b-8952-bfd2c0f31643</entry>
Nov 23 06:22:26 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:22:26 user nova-compute[74675]:     </system>
Nov 23 06:22:26 user nova-compute[74675]:   </sysinfo>
Nov 23 06:22:26 user nova-compute[74675]:   <os>
Nov 23 06:22:26 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:22:26 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:22:26 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:22:26 user nova-compute[74675]:   </os>
Nov 23 06:22:26 user nova-compute[74675]:   <features>
Nov 23 06:22:26 user nova-compute[74675]:     <acpi/>
Nov 23 06:22:26 user nova-compute[74675]:     <apic/>
Nov 23 06:22:26 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:22:26 user nova-compute[74675]:   </features>
Nov 23 06:22:26 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:22:26 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:22:26 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:22:26 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:22:26 user nova-compute[74675]:   </clock>
Nov 23 06:22:26 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:22:26 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:22:26 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:22:26 user nova-compute[74675]:   </cpu>
Nov 23 06:22:26 user nova-compute[74675]:   <devices>
Nov 23 06:22:26 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:22:26 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:22:26 user nova-compute[74675]:       <source dev="/dev/sdb"/>
Nov 23 06:22:26 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:22:26 user nova-compute[74675]:       <serial>1cfef494-15b6-491b-ac64-d60738f8db60</serial>
Nov 23 06:22:26 user nova-compute[74675]:     </disk>
Nov 23 06:22:26 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:22:26 user nova-compute[74675]:       <mac address="fa:16:3e:d3:62:bc"/>
Nov 23 06:22:26 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:22:26 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:22:26 user nova-compute[74675]:       <target dev="tap36a6a7ff-66"/>
Nov 23 06:22:26 user nova-compute[74675]:     </interface>
Nov 23 06:22:26 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:22:26 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/90bb05cf-c566-457b-8952-bfd2c0f31643/console.log" append="off"/>
Nov 23 06:22:26 user nova-compute[74675]:     </serial>
Nov 23 06:22:26 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:22:26 user nova-compute[74675]:     <video>
Nov 23 06:22:26 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:22:26 user nova-compute[74675]:     </video>
Nov 23 06:22:26 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:22:26 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:22:26 user nova-compute[74675]:     </rng>
Nov 23 06:22:26 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:22:26 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:22:26 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:22:26 user nova-compute[74675]:     </memballoon>
Nov 23 06:22:26 user nova-compute[74675]:   </devices>
Nov 23 06:22:26 user nova-compute[74675]: </domain>
Nov 23 06:22:26 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:22:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-43677430',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-43677430',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLd1Ee2wrjeQHPY4f/eq1vNUs9W1irsXqmuXbT2PAzMs9Rb4QB6loPEV00gxg6QJASYVdLL2xS8cIxqyERQt61hFWSEG504YOMUYBh3YyAptnF/Q40hzcLY6QiqT8qu1jQ==',key_name='tempest-keypair-672819649',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e2449d25ce15439f9e6877599fc72b03',ramdisk_id='',reservation_id='r-y8f4xtay',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1140778182',owner_user_name='tempest-ServerActionsV293TestJSON-1140778182-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:22:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f1d2cb36a24debbd7a29c89c696b8f',uuid=90bb05cf-c566-457b-8952-bfd2c0f31643,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Converting VIF {"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:62:bc,bridge_name='br-int',has_traffic_filtering=True,id=36a6a7ff-664d-4c82-8bd7-62748dccd849,network=Network(5c2e856e-613b-4115-80d2-4e81ca821f70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a6a7ff-66') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG os_vif [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:62:bc,bridge_name='br-int',has_traffic_filtering=True,id=36a6a7ff-664d-4c82-8bd7-62748dccd849,network=Network(5c2e856e-613b-4115-80d2-4e81ca821f70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a6a7ff-66') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '66af81ea-b005-5542-aab0-8f2ed24c9a98', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap36a6a7ff-66, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap36a6a7ff-66, col_values=(('qos', UUID('00743f9a-818b-43d9-9f32-609c43a887c2')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap36a6a7ff-66, col_values=(('external_ids', {'iface-id': '36a6a7ff-664d-4c82-8bd7-62748dccd849', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d3:62:bc', 'vm-uuid': '90bb05cf-c566-457b-8952-bfd2c0f31643'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:26 user nova-compute[74675]: INFO os_vif [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:62:bc,bridge_name='br-int',has_traffic_filtering=True,id=36a6a7ff-664d-4c82-8bd7-62748dccd849,network=Network(5c2e856e-613b-4115-80d2-4e81ca821f70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a6a7ff-66')
Nov 23 06:22:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:22:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] No VIF found with MAC fa:16:3e:d3:62:bc, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:22:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-669418cf-6bfd-40f8-8ed2-648f7cdaee2d req-eec8d23f-aefb-4864-91ab-8ea524503819 service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received event network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:22:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-669418cf-6bfd-40f8-8ed2-648f7cdaee2d req-eec8d23f-aefb-4864-91ab-8ea524503819 service nova] Acquiring lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-669418cf-6bfd-40f8-8ed2-648f7cdaee2d req-eec8d23f-aefb-4864-91ab-8ea524503819 service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-669418cf-6bfd-40f8-8ed2-648f7cdaee2d req-eec8d23f-aefb-4864-91ab-8ea524503819 service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-669418cf-6bfd-40f8-8ed2-648f7cdaee2d req-eec8d23f-aefb-4864-91ab-8ea524503819 service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] No waiting events found dispatching network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:22:27 user nova-compute[74675]: WARNING nova.compute.manager [req-669418cf-6bfd-40f8-8ed2-648f7cdaee2d req-eec8d23f-aefb-4864-91ab-8ea524503819 service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received unexpected event network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 for instance with vm_state building and task_state spawning.
Nov 23 06:22:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:29 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:22:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:22:29 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Instance spawned successfully.
Nov 23 06:22:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:22:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:22:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:22:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:22:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:22:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:22:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:22:30 user nova-compute[74675]: DEBUG nova.compute.manager [req-e7665487-49fe-43fe-a5f9-94c5242dd34c req-7cb33cb3-0a16-428d-a223-c56ff3ffa9bf service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received event network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:22:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e7665487-49fe-43fe-a5f9-94c5242dd34c req-7cb33cb3-0a16-428d-a223-c56ff3ffa9bf service nova] Acquiring lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e7665487-49fe-43fe-a5f9-94c5242dd34c req-7cb33cb3-0a16-428d-a223-c56ff3ffa9bf service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e7665487-49fe-43fe-a5f9-94c5242dd34c req-7cb33cb3-0a16-428d-a223-c56ff3ffa9bf service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:30 user nova-compute[74675]: DEBUG nova.compute.manager [req-e7665487-49fe-43fe-a5f9-94c5242dd34c req-7cb33cb3-0a16-428d-a223-c56ff3ffa9bf service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] No waiting events found dispatching network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:22:30 user nova-compute[74675]: WARNING nova.compute.manager [req-e7665487-49fe-43fe-a5f9-94c5242dd34c req-7cb33cb3-0a16-428d-a223-c56ff3ffa9bf service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received unexpected event network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 for instance with vm_state building and task_state spawning.
Nov 23 06:22:30 user nova-compute[74675]: INFO nova.compute.manager [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Took 5.22 seconds to spawn the instance on the hypervisor.
Nov 23 06:22:30 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:22:30 user nova-compute[74675]: INFO nova.compute.manager [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Took 12.05 seconds to build instance.
Nov 23 06:22:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8535c241-8d8a-4904-8405-8292abf8f341 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.188s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-8811f75b-2eb2-4ca9-8a86-9c4d42bde978 req-375fa88d-d683-4eeb-baaa-18caae5e615e service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Received event network-changed-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:22:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-8811f75b-2eb2-4ca9-8a86-9c4d42bde978 req-375fa88d-d683-4eeb-baaa-18caae5e615e service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Refreshing instance network info cache due to event network-changed-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:22:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8811f75b-2eb2-4ca9-8a86-9c4d42bde978 req-375fa88d-d683-4eeb-baaa-18caae5e615e service nova] Acquiring lock "refresh_cache-3c5e33f5-fd7a-4ec6-9c29-481236465e07" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:22:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8811f75b-2eb2-4ca9-8a86-9c4d42bde978 req-375fa88d-d683-4eeb-baaa-18caae5e615e service nova] Acquired lock "refresh_cache-3c5e33f5-fd7a-4ec6-9c29-481236465e07" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:22:36 user nova-compute[74675]: DEBUG nova.network.neutron [req-8811f75b-2eb2-4ca9-8a86-9c4d42bde978 req-375fa88d-d683-4eeb-baaa-18caae5e615e service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Refreshing network info cache for port f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG nova.objects.instance [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lazy-loading 'flavor' on Instance uuid 3c5e33f5-fd7a-4ec6-9c29-481236465e07 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG nova.network.neutron [req-8811f75b-2eb2-4ca9-8a86-9c4d42bde978 req-375fa88d-d683-4eeb-baaa-18caae5e615e service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Updated VIF entry in instance network info cache for port f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG nova.network.neutron [req-8811f75b-2eb2-4ca9-8a86-9c4d42bde978 req-375fa88d-d683-4eeb-baaa-18caae5e615e service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Updating instance_info_cache with network_info: [{"id": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "address": "fa:16:3e:b6:b1:58", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf291d2ef-cb", "ovs_interfaceid": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8811f75b-2eb2-4ca9-8a86-9c4d42bde978 req-375fa88d-d683-4eeb-baaa-18caae5e615e service nova] Releasing lock "refresh_cache-3c5e33f5-fd7a-4ec6-9c29-481236465e07" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.071s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:37 user nova-compute[74675]: INFO nova.compute.manager [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Attaching volume ad5baf6b-925b-481d-8320-2caf2640c883 to /dev/vdb
Nov 23 06:22:37 user nova-compute[74675]: DEBUG os_brick.utils [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b6df7c0-3119-4c00-82d3-c5858b5ad614]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5aecda8-332f-4516-a252-87854ddb7d08]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3596a1ff-4f70-4ffa-a362-e46fddc95278]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[66e4ca74-99b3-4f00-8ced-d9bee0e583c3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:22:37 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:22:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6adca4df-1fc9-47d0-b18d-4018ecdc37ff]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG os_brick.utils [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:22:37 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Updating existing volume attachment record: 03a77e94-202b-4063-84ac-c32308cf6142 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:22:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "3199fb46-f73c-460a-bc9d-ea4b89375e39" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:42 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:22:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:43 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:22:43 user nova-compute[74675]: INFO nova.compute.claims [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Claim successful on node user
Nov 23 06:22:43 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:22:43 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:22:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.690s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:22:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:22:43 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:22:43 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:22:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:22:43 user nova-compute[74675]: DEBUG nova.policy [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cd1fcecda6741ddb5f696c09413098b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14a640f6dc354a09b5f636d4a59ae0bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:22:43 user nova-compute[74675]: INFO nova.virt.block_device [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Booting with blank volume at /dev/vda
Nov 23 06:22:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rXxSVivk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:22:44 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:22:44 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:22:44 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ece8ac2-e1e6-46ca-87bd-c7fef21c3e2d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:22:44 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c3cb068-f9d4-4eae-b19e-48f372e2f1ce]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883] added
Nov 23 06:22:44 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e8eaf72-bc24-4af9-9d03-dd58c96c2561]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe2fb204-8e50-47a8-9c27-a47545c3aa5b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rXxSVivk {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rXxSVivk" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[71e05b2a-1dce-4bd7-81d0-68546cffbd86]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rXxSVivk'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[54b46d4f-19e4-450e-a793-70dd6cfb62ca]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[17c18d05-5245-44c0-bba3-3e0c582f0840]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:22:44 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:22:44 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:22:44 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:22:44 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8436ba7-df14-4d15-97a8-ebe604ef035d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883, portal: 172.16.0.220,3260]
Nov 23 06:22:44 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883, portal: 172.16.0.220,3260] successful.
Nov 23 06:22:44 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[12684358-6ac1-4d93-98e3-b4315aeb1131]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[43937163-e66b-489a-b231-4395ad27b0fa]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:22:44 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:22:44 user nova-compute[74675]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 (non-flash)
Nov 23 06:22:44 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:22:44 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:22:44 user nova-compute[74675]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 (non-flash)
Nov 23 06:22:44 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] HCTL ('35', '-', '-', 0) found on session 21 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[02d2c36b-6a3a-430f-b44f-2ec02c1954c6]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Searching for a device in session 21 and hctl ['35', '*', '*', 0] yield: None {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:44 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Successfully created port: 9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Searching for a device in session 21 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rXxSVivk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '23837396330663565', 'path': '/dev/sdd'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837396330663565', 'path': '/dev/sdd'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG nova.objects.instance [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lazy-loading 'flavor' on Instance uuid 3c5e33f5-fd7a-4ec6-9c29-481236465e07 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Successfully updated port: 9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:22:45 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:22:45 user nova-compute[74675]:   <source dev="/dev/sdd"/>
Nov 23 06:22:45 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:22:45 user nova-compute[74675]:   <serial>ad5baf6b-925b-481d-8320-2caf2640c883</serial>
Nov 23 06:22:45 user nova-compute[74675]: </disk>
Nov 23 06:22:45 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquired lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG nova.compute.manager [req-57adec6d-7c84-4df0-8da1-188d037091be req-ba78b03c-65b3-4695-b253-5dfb9da1c55a service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received event network-changed-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG nova.compute.manager [req-57adec6d-7c84-4df0-8da1-188d037091be req-ba78b03c-65b3-4695-b253-5dfb9da1c55a service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Refreshing instance network info cache due to event network-changed-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-57adec6d-7c84-4df0-8da1-188d037091be req-ba78b03c-65b3-4695-b253-5dfb9da1c55a service nova] Acquiring lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Updating instance_info_cache with network_info: [{"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Releasing lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Instance network_info: |[{"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-57adec6d-7c84-4df0-8da1-188d037091be req-ba78b03c-65b3-4695-b253-5dfb9da1c55a service nova] Acquired lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG nova.network.neutron [req-57adec6d-7c84-4df0-8da1-188d037091be req-ba78b03c-65b3-4695-b253-5dfb9da1c55a service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Refreshing network info cache for port 9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] No VIF found with MAC fa:16:3e:b6:b1:58, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:22:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0dcc3baa-7dec-4e97-aecf-beb339232d58 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.603s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:46 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:22:46 user nova-compute[74675]: DEBUG nova.network.neutron [req-57adec6d-7c84-4df0-8da1-188d037091be req-ba78b03c-65b3-4695-b253-5dfb9da1c55a service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Updated VIF entry in instance network info cache for port 9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:22:46 user nova-compute[74675]: DEBUG nova.network.neutron [req-57adec6d-7c84-4df0-8da1-188d037091be req-ba78b03c-65b3-4695-b253-5dfb9da1c55a service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Updating instance_info_cache with network_info: [{"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:22:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-57adec6d-7c84-4df0-8da1-188d037091be req-ba78b03c-65b3-4695-b253-5dfb9da1c55a service nova] Releasing lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:22:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:47 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:22:47 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:22:47 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:22:47 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:22:47 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Skipping network cache update for instance because it is Building. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 23 06:22:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:22:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:22:47 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:22:47 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid f4d40301-d465-42af-8b6c-e62a064afcaf {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:22:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:47 user nova-compute[74675]: INFO nova.compute.manager [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Detaching volume ad5baf6b-925b-481d-8320-2caf2640c883
Nov 23 06:22:47 user nova-compute[74675]: INFO nova.virt.block_device [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Attempting to driver detach volume ad5baf6b-925b-481d-8320-2caf2640c883 from mountpoint /dev/vdb
Nov 23 06:22:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Attempting to detach device vdb from instance 3c5e33f5-fd7a-4ec6-9c29-481236465e07 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:22:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:22:47 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:22:47 user nova-compute[74675]:   <source dev="/dev/sdd"/>
Nov 23 06:22:47 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:22:47 user nova-compute[74675]:   <serial>ad5baf6b-925b-481d-8320-2caf2640c883</serial>
Nov 23 06:22:47 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:22:47 user nova-compute[74675]: </disk>
Nov 23 06:22:47 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:22:47 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Successfully detached device vdb from instance 3c5e33f5-fd7a-4ec6-9c29-481236465e07 from the persistent domain config.
Nov 23 06:22:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3c5e33f5-fd7a-4ec6-9c29-481236465e07 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:22:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:22:47 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:22:47 user nova-compute[74675]:   <source dev="/dev/sdd"/>
Nov 23 06:22:47 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:22:47 user nova-compute[74675]:   <serial>ad5baf6b-925b-481d-8320-2caf2640c883</serial>
Nov 23 06:22:47 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:22:47 user nova-compute[74675]: </disk>
Nov 23 06:22:47 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:22:47 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Updating instance_info_cache with network_info: [{"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:22:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:22:47 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:22:48 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:22:48 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:22:48 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:22:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3c5e33f5-fd7a-4ec6-9c29-481236465e07 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:22:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Acquiring lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Acquiring lock "a856a215-43ef-4ced-b21b-21f2bd8dd189-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:48 user nova-compute[74675]: INFO nova.compute.manager [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Terminating instance
Nov 23 06:22:48 user nova-compute[74675]: DEBUG nova.compute.manager [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:22:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-c900c557-c916-453d-82ad-dd5f76a91468 req-f94923be-49db-4941-8621-fcc458206372 service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Received event network-vif-unplugged-6b1c296e-d19d-4649-97a0-aaf06ba634d7 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c900c557-c916-453d-82ad-dd5f76a91468 req-f94923be-49db-4941-8621-fcc458206372 service nova] Acquiring lock "a856a215-43ef-4ced-b21b-21f2bd8dd189-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c900c557-c916-453d-82ad-dd5f76a91468 req-f94923be-49db-4941-8621-fcc458206372 service nova] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c900c557-c916-453d-82ad-dd5f76a91468 req-f94923be-49db-4941-8621-fcc458206372 service nova] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-c900c557-c916-453d-82ad-dd5f76a91468 req-f94923be-49db-4941-8621-fcc458206372 service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] No waiting events found dispatching network-vif-unplugged-6b1c296e-d19d-4649-97a0-aaf06ba634d7 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-c900c557-c916-453d-82ad-dd5f76a91468 req-f94923be-49db-4941-8621-fcc458206372 service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Received event network-vif-unplugged-6b1c296e-d19d-4649-97a0-aaf06ba634d7 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:49 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Instance destroyed successfully.
Nov 23 06:22:49 user nova-compute[74675]: DEBUG nova.objects.instance [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lazy-loading 'resources' on Instance uuid a856a215-43ef-4ced-b21b-21f2bd8dd189 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:19:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1696664806',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1696664806',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1696664',id=16,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMIYNGVwfQgwvsJuHg+ejkxQ9lBdaHTfOGTmKGMoYBlOMpy/vivOwgbd0sKakDbsbXHeuY6MQ9MWb6TyIe3jIVhE+Pasgc78OFDIwzwIKUi0T+LVYDBhKvy72I9WZRNgcQ==',key_name='tempest-keypair-401218712',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:19:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aca67e7aee254941bc2218ac71afbdc2',ramdisk_id='',reservation_id='r-g2jw7w6p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1521726724',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:19:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='392279d298b242b6ae02269833548758',uuid=a856a215-43ef-4ced-b21b-21f2bd8dd189,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "address": "fa:16:3e:c6:0e:c2", "network": {"id": "9317b475-1f03-4a0e-b28e-8330fc66252f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-83968832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca67e7aee254941bc2218ac71afbdc2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b1c296e-d1", "ovs_interfaceid": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Converting VIF {"id": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "address": "fa:16:3e:c6:0e:c2", "network": {"id": "9317b475-1f03-4a0e-b28e-8330fc66252f", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-83968832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aca67e7aee254941bc2218ac71afbdc2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b1c296e-d1", "ovs_interfaceid": "6b1c296e-d19d-4649-97a0-aaf06ba634d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:0e:c2,bridge_name='br-int',has_traffic_filtering=True,id=6b1c296e-d19d-4649-97a0-aaf06ba634d7,network=Network(9317b475-1f03-4a0e-b28e-8330fc66252f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b1c296e-d1') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG os_vif [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:0e:c2,bridge_name='br-int',has_traffic_filtering=True,id=6b1c296e-d19d-4649-97a0-aaf06ba634d7,network=Network(9317b475-1f03-4a0e-b28e-8330fc66252f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b1c296e-d1') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6b1c296e-d1, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=94a8ee8f-5299-46b6-97f7-146e5a8d797f) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:22:49 user nova-compute[74675]: INFO os_vif [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:0e:c2,bridge_name='br-int',has_traffic_filtering=True,id=6b1c296e-d19d-4649-97a0-aaf06ba634d7,network=Network(9317b475-1f03-4a0e-b28e-8330fc66252f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b1c296e-d1')
Nov 23 06:22:49 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Deleting instance files /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189_del
Nov 23 06:22:49 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Deletion of /opt/stack/data/nova/instances/a856a215-43ef-4ced-b21b-21f2bd8dd189_del complete
Nov 23 06:22:49 user nova-compute[74675]: DEBUG os_brick.utils [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[14aabafa-86b4-41d2-9ae4-b06e27da4bc4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6ecd03a-7dc2-41cf-a342-ab5d9f910dd9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:49 user nova-compute[74675]: INFO nova.compute.manager [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebab2094-e663-4509-aca6-e7fea3b6494e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6227aed5-3364-497d-9570-6f1e5e797caa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:22:49 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f4349ae-68ca-4d5d-90a4-6f25b8d68fbe]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG os_brick.utils [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Updating existing volume attachment record: 5430b721-e71c-408e-806f-9367bbcbe6cc {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.296s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:50 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:22:50 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Took 1.12 seconds to deallocate network for instance.
Nov 23 06:22:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:51 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Error from libvirt while getting description of instance-00000010: [Error Code 42] Domain not found: no domain with matching uuid 'a856a215-43ef-4ced-b21b-21f2bd8dd189' (instance-00000010): libvirt.libvirtError: Domain not found: no domain with matching uuid 'a856a215-43ef-4ced-b21b-21f2bd8dd189' (instance-00000010)
Nov 23 06:22:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-b00f4d31-7214-4946-9955-90ea3a6caab7 req-2168b9fe-0a5d-4475-96fc-5c129ba47ee5 service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Received event network-vif-plugged-6b1c296e-d19d-4649-97a0-aaf06ba634d7 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b00f4d31-7214-4946-9955-90ea3a6caab7 req-2168b9fe-0a5d-4475-96fc-5c129ba47ee5 service nova] Acquiring lock "a856a215-43ef-4ced-b21b-21f2bd8dd189-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b00f4d31-7214-4946-9955-90ea3a6caab7 req-2168b9fe-0a5d-4475-96fc-5c129ba47ee5 service nova] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b00f4d31-7214-4946-9955-90ea3a6caab7 req-2168b9fe-0a5d-4475-96fc-5c129ba47ee5 service nova] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-b00f4d31-7214-4946-9955-90ea3a6caab7 req-2168b9fe-0a5d-4475-96fc-5c129ba47ee5 service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] No waiting events found dispatching network-vif-plugged-6b1c296e-d19d-4649-97a0-aaf06ba634d7 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:22:51 user nova-compute[74675]: WARNING nova.compute.manager [req-b00f4d31-7214-4946-9955-90ea3a6caab7 req-2168b9fe-0a5d-4475-96fc-5c129ba47ee5 service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Received unexpected event network-vif-plugged-6b1c296e-d19d-4649-97a0-aaf06ba634d7 for instance with vm_state deleted and task_state None.
Nov 23 06:22:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-b00f4d31-7214-4946-9955-90ea3a6caab7 req-2168b9fe-0a5d-4475-96fc-5c129ba47ee5 service nova] [instance: a856a215-43ef-4ced-b21b-21f2bd8dd189] Received event network-vif-deleted-6b1c296e-d19d-4649-97a0-aaf06ba634d7 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.581s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:51 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Deleted allocations for instance a856a215-43ef-4ced-b21b-21f2bd8dd189
Nov 23 06:22:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0968d3d5-ef86-4279-818f-925206722c29 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724 tempest-TestServerVolumeAttachScenarioOldVersion-1521726724-project-member] Lock "a856a215-43ef-4ced-b21b-21f2bd8dd189" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.805s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:22:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:22:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:54 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:22:54 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7345MB free_disk=25.53467559814453GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance f4d40301-d465-42af-8b6c-e62a064afcaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d9898f23-3116-49a8-a4bb-483dd0c3c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 08802d78-5573-4533-b3aa-672fe57b971d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8bd490c5-ffd8-430b-b74a-29e551e261fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3c5e33f5-fd7a-4ec6-9c29-481236465e07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 76a32788-6012-42a4-b10a-e62c382ec1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 16e009fc-973b-4741-8642-643b457a071b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 90bb05cf-c566-457b-8952-bfd2c0f31643 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:22:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.498s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:22:56 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Creating image(s)
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Ensure instance console log exists: /opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Start _get_guest_xml network_info=[{"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iSusLHhy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3199fb46-f73c-460a-bc9d-ea4b89375e39', 'attached_at': '', 'detached_at': '', 'volume_id': '267301e6-069a-48e5-8623-5e51fdab93b3', 'serial': '267301e6-069a-48e5-8623-5e51fdab93b3'}, 'attachment_id': '5430b721-e71c-408e-806f-9367bbcbe6cc', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:22:56 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:22:56 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iSusLHhy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:22:56 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:22:56 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:22:56 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba6b3b6b-9d1d-4942-9cc0-abc36c5470e9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:22:56 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b8b7d13-6b65-4825-9337-efee3485b520]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3] added
Nov 23 06:22:56 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca4c5258-08db-459c-8a79-670190d6434c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[44357411-5576-4ca2-82c7-f6c847b1747b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iSusLHhy {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iSusLHhy" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[823f1619-ee76-4078-8f52-1abc2152f543]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iSusLHhy'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[197525c8-0657-42ef-b2a9-385ee97b2e0b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[51dc8eae-9de8-42f0-93ed-dfe97a55cf6b]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:22:56 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:22:56 user nova-compute[74675]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 (non-flash)
Nov 23 06:22:56 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:22:56 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:22:56 user nova-compute[74675]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 (non-flash)
Nov 23 06:22:56 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eabb10c-dba7-467f-899f-06d27ce15a96]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3, portal: 172.16.0.220,3260]
Nov 23 06:22:56 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3, portal: 172.16.0.220,3260] successful.
Nov 23 06:22:56 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c0d3dfb-2083-4d08-b61f-288ffc443f3d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[13d57b38-e7a9-43d0-8a7c-2c3cc902487e]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:22:56 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:22:56 user nova-compute[74675]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 (non-flash)
Nov 23 06:22:56 user nova-compute[74675]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:22:56 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:22:56 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:22:56 user nova-compute[74675]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 (non-flash)
Nov 23 06:22:56 user nova-compute[74675]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:22:56 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] HCTL ('36', '-', '-', 0) found on session 22 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[221d60bb-cd4d-46d2-98ac-2f39a6fe1166]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Searching for a device in session 22 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iSusLHhy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:22:56 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.300s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] <== connect_volume: return (1302ms) {'type': 'block', 'scsi_wwn': '26631653366333863', 'path': '/dev/sde'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26631653366333863', 'path': '/dev/sde'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:22:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-342083699',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-342083699',id=22,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='14a640f6dc354a09b5f636d4a59ae0bb',ramdisk_id='',reservation_id='r-xj3c0fgj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-686425922',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:22:44Z,user_data=None,user_id='3cd1fcecda6741ddb5f696c09413098b',uuid=3199fb46-f73c-460a-bc9d-ea4b89375e39,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converting VIF {"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:28:1e,bridge_name='br-int',has_traffic_filtering=True,id=9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e3e1dac-9b') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG nova.objects.instance [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'pci_devices' on Instance uuid 3199fb46-f73c-460a-bc9d-ea4b89375e39 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:22:57 user nova-compute[74675]:   <uuid>3199fb46-f73c-460a-bc9d-ea4b89375e39</uuid>
Nov 23 06:22:57 user nova-compute[74675]:   <name>instance-00000016</name>
Nov 23 06:22:57 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:22:57 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:22:57 user nova-compute[74675]:   <metadata>
Nov 23 06:22:57 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:22:57 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:22:57 user nova-compute[74675]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-342083699</nova:name>
Nov 23 06:22:57 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:22:56</nova:creationTime>
Nov 23 06:22:57 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:22:57 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:22:57 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:22:57 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:22:57 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:22:57 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:22:57 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:22:57 user nova-compute[74675]:       <nova:owner>
Nov 23 06:22:57 user nova-compute[74675]:         <nova:user uuid="3cd1fcecda6741ddb5f696c09413098b">tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member</nova:user>
Nov 23 06:22:57 user nova-compute[74675]:         <nova:project uuid="14a640f6dc354a09b5f636d4a59ae0bb">tempest-ServerBootFromVolumeStableRescueTest-686425922</nova:project>
Nov 23 06:22:57 user nova-compute[74675]:       </nova:owner>
Nov 23 06:22:57 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:22:57 user nova-compute[74675]:       <nova:ports>
Nov 23 06:22:57 user nova-compute[74675]:         <nova:port uuid="9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833">
Nov 23 06:22:57 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 23 06:22:57 user nova-compute[74675]:         </nova:port>
Nov 23 06:22:57 user nova-compute[74675]:       </nova:ports>
Nov 23 06:22:57 user nova-compute[74675]:     </nova:instance>
Nov 23 06:22:57 user nova-compute[74675]:   </metadata>
Nov 23 06:22:57 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:22:57 user nova-compute[74675]:     <system>
Nov 23 06:22:57 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:22:57 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:22:57 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:22:57 user nova-compute[74675]:       <entry name="serial">3199fb46-f73c-460a-bc9d-ea4b89375e39</entry>
Nov 23 06:22:57 user nova-compute[74675]:       <entry name="uuid">3199fb46-f73c-460a-bc9d-ea4b89375e39</entry>
Nov 23 06:22:57 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:22:57 user nova-compute[74675]:     </system>
Nov 23 06:22:57 user nova-compute[74675]:   </sysinfo>
Nov 23 06:22:57 user nova-compute[74675]:   <os>
Nov 23 06:22:57 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:22:57 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:22:57 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:22:57 user nova-compute[74675]:   </os>
Nov 23 06:22:57 user nova-compute[74675]:   <features>
Nov 23 06:22:57 user nova-compute[74675]:     <acpi/>
Nov 23 06:22:57 user nova-compute[74675]:     <apic/>
Nov 23 06:22:57 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:22:57 user nova-compute[74675]:   </features>
Nov 23 06:22:57 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:22:57 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:22:57 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:22:57 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:22:57 user nova-compute[74675]:   </clock>
Nov 23 06:22:57 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:22:57 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:22:57 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:22:57 user nova-compute[74675]:   </cpu>
Nov 23 06:22:57 user nova-compute[74675]:   <devices>
Nov 23 06:22:57 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:22:57 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:22:57 user nova-compute[74675]:       <source dev="/dev/sde"/>
Nov 23 06:22:57 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:22:57 user nova-compute[74675]:       <serial>267301e6-069a-48e5-8623-5e51fdab93b3</serial>
Nov 23 06:22:57 user nova-compute[74675]:     </disk>
Nov 23 06:22:57 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:22:57 user nova-compute[74675]:       <mac address="fa:16:3e:68:28:1e"/>
Nov 23 06:22:57 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:22:57 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:22:57 user nova-compute[74675]:       <target dev="tap9e3e1dac-9b"/>
Nov 23 06:22:57 user nova-compute[74675]:     </interface>
Nov 23 06:22:57 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:22:57 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/console.log" append="off"/>
Nov 23 06:22:57 user nova-compute[74675]:     </serial>
Nov 23 06:22:57 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:22:57 user nova-compute[74675]:     <video>
Nov 23 06:22:57 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:22:57 user nova-compute[74675]:     </video>
Nov 23 06:22:57 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:22:57 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:22:57 user nova-compute[74675]:     </rng>
Nov 23 06:22:57 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:22:57 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:22:57 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:22:57 user nova-compute[74675]:     </memballoon>
Nov 23 06:22:57 user nova-compute[74675]:   </devices>
Nov 23 06:22:57 user nova-compute[74675]: </domain>
Nov 23 06:22:57 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:22:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-342083699',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-342083699',id=22,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='14a640f6dc354a09b5f636d4a59ae0bb',ramdisk_id='',reservation_id='r-xj3c0fgj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-686425922',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:22:44Z,user_data=None,user_id='3cd1fcecda6741ddb5f696c09413098b',uuid=3199fb46-f73c-460a-bc9d-ea4b89375e39,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converting VIF {"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:28:1e,bridge_name='br-int',has_traffic_filtering=True,id=9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e3e1dac-9b') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG os_vif [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:28:1e,bridge_name='br-int',has_traffic_filtering=True,id=9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e3e1dac-9b') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '778c98c9-fbb6-50de-96ee-6141f384f5c4', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9e3e1dac-9b, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9e3e1dac-9b, col_values=(('qos', UUID('23b292af-9026-4a8b-a5c8-51a0d52ed45e')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9e3e1dac-9b, col_values=(('external_ids', {'iface-id': '9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:68:28:1e', 'vm-uuid': '3199fb46-f73c-460a-bc9d-ea4b89375e39'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:57 user nova-compute[74675]: INFO os_vif [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:28:1e,bridge_name='br-int',has_traffic_filtering=True,id=9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e3e1dac-9b')
Nov 23 06:22:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:22:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] No VIF found with MAC fa:16:3e:68:28:1e, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:22:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-871e5c6b-9d49-42f4-8497-7f27c97439fd req-a89e8a8b-54c1-4305-b7f8-7c18a2a795f3 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:22:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-871e5c6b-9d49-42f4-8497-7f27c97439fd req-a89e8a8b-54c1-4305-b7f8-7c18a2a795f3 service nova] Acquiring lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:22:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-871e5c6b-9d49-42f4-8497-7f27c97439fd req-a89e8a8b-54c1-4305-b7f8-7c18a2a795f3 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:22:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-871e5c6b-9d49-42f4-8497-7f27c97439fd req-a89e8a8b-54c1-4305-b7f8-7c18a2a795f3 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:22:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-871e5c6b-9d49-42f4-8497-7f27c97439fd req-a89e8a8b-54c1-4305-b7f8-7c18a2a795f3 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] No waiting events found dispatching network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:22:59 user nova-compute[74675]: WARNING nova.compute.manager [req-871e5c6b-9d49-42f4-8497-7f27c97439fd req-a89e8a8b-54c1-4305-b7f8-7c18a2a795f3 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received unexpected event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 for instance with vm_state building and task_state spawning.
Nov 23 06:22:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:22:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:23:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:23:01 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Instance spawned successfully.
Nov 23 06:23:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:23:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:01 user nova-compute[74675]: INFO nova.compute.manager [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Took 4.87 seconds to spawn the instance on the hypervisor.
Nov 23 06:23:01 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:23:01 user nova-compute[74675]: INFO nova.compute.manager [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Took 18.13 seconds to build instance.
Nov 23 06:23:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-6d2aa9ca-e23f-4bb2-82aa-fdd3b7ad5d24 req-c64d908e-6f8d-405f-8a96-80df14b71d8d service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:23:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6d2aa9ca-e23f-4bb2-82aa-fdd3b7ad5d24 req-c64d908e-6f8d-405f-8a96-80df14b71d8d service nova] Acquiring lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6d2aa9ca-e23f-4bb2-82aa-fdd3b7ad5d24 req-c64d908e-6f8d-405f-8a96-80df14b71d8d service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6d2aa9ca-e23f-4bb2-82aa-fdd3b7ad5d24 req-c64d908e-6f8d-405f-8a96-80df14b71d8d service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-6d2aa9ca-e23f-4bb2-82aa-fdd3b7ad5d24 req-c64d908e-6f8d-405f-8a96-80df14b71d8d service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] No waiting events found dispatching network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:23:01 user nova-compute[74675]: WARNING nova.compute.manager [req-6d2aa9ca-e23f-4bb2-82aa-fdd3b7ad5d24 req-c64d908e-6f8d-405f-8a96-80df14b71d8d service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received unexpected event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 for instance with vm_state active and task_state None.
Nov 23 06:23:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8d178616-1e24-48e8-bf19-9f9282ff9090 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.226s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:08 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3c5e33f5-fd7a-4ec6-9c29-481236465e07 is timed out.
Nov 23 06:23:08 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Successfully detached device vdb from instance 3c5e33f5-fd7a-4ec6-9c29-481236465e07 from the live domain config.
Nov 23 06:23:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rXxSVivk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:23:08 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e67812b-a52c-47fd-9ab6-b9015f70b7f3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:23:08 user nova-compute[74675]: No targets found.
Nov 23 06:23:08 user nova-compute[74675]: iSNS:
Nov 23 06:23:08 user nova-compute[74675]: No targets found.
Nov 23 06:23:08 user nova-compute[74675]: STATIC:
Nov 23 06:23:08 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:23:08 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:23:08 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:23:08 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9
Nov 23 06:23:08 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:23:08 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:23:08 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60
Nov 23 06:23:08 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:23:08 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:23:08 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883
Nov 23 06:23:08 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:23:08 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:23:08 user nova-compute[74675]: FIRMWARE:
Nov 23 06:23:08 user nova-compute[74675]: No targets found.
Nov 23 06:23:08 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:23:08 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:23:08 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[980fefe8-26e0-47fb-a1a5-94367478fc0e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3a51dfd-5e66-4001-a138-d96dc6c75f80]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:23:08 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:23:08 user nova-compute[74675]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 (non-flash)
Nov 23 06:23:08 user nova-compute[74675]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:23:08 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:23:08 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:23:08 user nova-compute[74675]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 (non-flash)
Nov 23 06:23:08 user nova-compute[74675]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:23:08 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac8c91ed40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883'): ({'sdd'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Removing single pathed devices sdd {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[09c5924c-466f-4541-956b-479a3cf697fc]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b1ef6f0-fab9-412f-89c6-b8cbb53e9143]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Flushing IO for device /dev/sdd {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[436b5cff-b82b-41a5-81d4-0730c09742e0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e554245-4940-42cc-803c-c412857c387f]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] SCSI volumes sdd have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0148b5d2-2730-481b-834b-4ff9133e05c3]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8a0db4d-8b1b-41e9-969e-7516666464c8]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883, portal: 172.16.0.220,3260]
Nov 23 06:23:08 user nova-compute[74675]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883, portal: 172.16.0.220,3260] successful.
Nov 23 06:23:08 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad5baf6b-925b-481d-8320-2caf2640c883 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5c64422-5f28-4374-9b49-bdfc1d7873b8]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] <== disconnect_volume: return (314ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:23:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:23:09 user nova-compute[74675]: DEBUG nova.objects.instance [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lazy-loading 'flavor' on Instance uuid 3c5e33f5-fd7a-4ec6-9c29-481236465e07 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:23:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0109028c-3dc9-4cd1-a83b-3ad3680c69ed tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.771s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-c00e3363-7180-429d-a452-48d4c32b12b9 req-3389364e-e1c9-41ba-87e5-69129d14dbfe service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Received event network-changed-15333a2f-8738-42ab-b573-6b131f5adf6c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:23:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-c00e3363-7180-429d-a452-48d4c32b12b9 req-3389364e-e1c9-41ba-87e5-69129d14dbfe service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Refreshing instance network info cache due to event network-changed-15333a2f-8738-42ab-b573-6b131f5adf6c. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:23:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c00e3363-7180-429d-a452-48d4c32b12b9 req-3389364e-e1c9-41ba-87e5-69129d14dbfe service nova] Acquiring lock "refresh_cache-76a32788-6012-42a4-b10a-e62c382ec1cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:23:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c00e3363-7180-429d-a452-48d4c32b12b9 req-3389364e-e1c9-41ba-87e5-69129d14dbfe service nova] Acquired lock "refresh_cache-76a32788-6012-42a4-b10a-e62c382ec1cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:23:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-c00e3363-7180-429d-a452-48d4c32b12b9 req-3389364e-e1c9-41ba-87e5-69129d14dbfe service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Refreshing network info cache for port 15333a2f-8738-42ab-b573-6b131f5adf6c {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:23:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-c00e3363-7180-429d-a452-48d4c32b12b9 req-3389364e-e1c9-41ba-87e5-69129d14dbfe service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Updated VIF entry in instance network info cache for port 15333a2f-8738-42ab-b573-6b131f5adf6c. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:23:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-c00e3363-7180-429d-a452-48d4c32b12b9 req-3389364e-e1c9-41ba-87e5-69129d14dbfe service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Updating instance_info_cache with network_info: [{"id": "15333a2f-8738-42ab-b573-6b131f5adf6c", "address": "fa:16:3e:7b:64:c1", "network": {"id": "06737496-f07b-4046-bdb8-6a80b0b55a1f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-410441569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e64e5d2fecf487db681ce54998e6a39", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15333a2f-87", "ovs_interfaceid": "15333a2f-8738-42ab-b573-6b131f5adf6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:23:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c00e3363-7180-429d-a452-48d4c32b12b9 req-3389364e-e1c9-41ba-87e5-69129d14dbfe service nova] Releasing lock "refresh_cache-76a32788-6012-42a4-b10a-e62c382ec1cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:23:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:19 user nova-compute[74675]: DEBUG nova.compute.manager [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:23:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:19 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:23:19 user nova-compute[74675]: INFO nova.compute.claims [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Claim successful on node user
Nov 23 06:23:20 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.448s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG nova.compute.manager [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG nova.compute.manager [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:23:20 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:23:20 user nova-compute[74675]: DEBUG nova.compute.manager [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG nova.policy [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2c266b233144ef1bf29b9e3fd37d87e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64a8e9912883450fa44969c8ebbac519', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG nova.compute.manager [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:23:20 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Creating image(s)
Nov 23 06:23:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "/opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "/opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "/opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk 1073741824" returned: 0 in 0.045s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.223s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Successfully created port: c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Cannot resize image /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Ensure instance console log exists: /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG nova.network.neutron [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Successfully updated port: c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "refresh_cache-d4052753-45c5-4622-a5c2-24f11fdba12b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquired lock "refresh_cache-d4052753-45c5-4622-a5c2-24f11fdba12b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG nova.network.neutron [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG nova.compute.manager [req-4f385b4c-57e0-41de-afbe-24a754fa17ec req-c94b8cd4-b102-413e-ac76-d9dfb4c71f73 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received event network-changed-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG nova.compute.manager [req-4f385b4c-57e0-41de-afbe-24a754fa17ec req-c94b8cd4-b102-413e-ac76-d9dfb4c71f73 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Refreshing instance network info cache due to event network-changed-c52bf001-fe0d-45f7-846f-657ccd55a068. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4f385b4c-57e0-41de-afbe-24a754fa17ec req-c94b8cd4-b102-413e-ac76-d9dfb4c71f73 service nova] Acquiring lock "refresh_cache-d4052753-45c5-4622-a5c2-24f11fdba12b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG nova.network.neutron [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG nova.objects.instance [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lazy-loading 'flavor' on Instance uuid 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:21 user nova-compute[74675]: DEBUG nova.network.neutron [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Updating instance_info_cache with network_info: [{"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Releasing lock "refresh_cache-d4052753-45c5-4622-a5c2-24f11fdba12b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Instance network_info: |[{"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4f385b4c-57e0-41de-afbe-24a754fa17ec req-c94b8cd4-b102-413e-ac76-d9dfb4c71f73 service nova] Acquired lock "refresh_cache-d4052753-45c5-4622-a5c2-24f11fdba12b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.network.neutron [req-4f385b4c-57e0-41de-afbe-24a754fa17ec req-c94b8cd4-b102-413e-ac76-d9dfb4c71f73 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Refreshing network info cache for port c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Start _get_guest_xml network_info=[{"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:22 user nova-compute[74675]: INFO nova.compute.manager [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Attaching volume 4efb7d95-f03e-485f-be6a-4a07a8e49a4f to /dev/vdb
Nov 23 06:23:22 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:23:22 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:23:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1611405922',display_name='tempest-AttachVolumeTestJSON-server-1611405922',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1611405922',id=23,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlM+m27eswYsFuxyuhq+XfKX4OJhR5e+3a1m+EslFRKElLdmhx0QSiqhwQulPqYsospDeOx69ys9NuS3/JGV/lj8VD6NkR4Vj8y2GesDvwFjommyN+pYTk/Q2Fvj97haQ==',key_name='tempest-keypair-244033543',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='64a8e9912883450fa44969c8ebbac519',ramdisk_id='',reservation_id='r-tg1sdsxa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-572935082',owner_user_name='tempest-AttachVolumeTestJSON-572935082-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:23:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2c266b233144ef1bf29b9e3fd37d87e',uuid=d4052753-45c5-4622-a5c2-24f11fdba12b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converting VIF {"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.objects.instance [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'pci_devices' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG os_brick.utils [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:23:22 user nova-compute[74675]:   <uuid>d4052753-45c5-4622-a5c2-24f11fdba12b</uuid>
Nov 23 06:23:22 user nova-compute[74675]:   <name>instance-00000017</name>
Nov 23 06:23:22 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:23:22 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:23:22 user nova-compute[74675]:   <metadata>
Nov 23 06:23:22 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:23:22 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:23:22 user nova-compute[74675]:       <nova:name>tempest-AttachVolumeTestJSON-server-1611405922</nova:name>
Nov 23 06:23:22 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:23:22</nova:creationTime>
Nov 23 06:23:22 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:23:22 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:23:22 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:23:22 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:23:22 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:23:22 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:23:22 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:23:22 user nova-compute[74675]:       <nova:owner>
Nov 23 06:23:22 user nova-compute[74675]:         <nova:user uuid="b2c266b233144ef1bf29b9e3fd37d87e">tempest-AttachVolumeTestJSON-572935082-project-member</nova:user>
Nov 23 06:23:22 user nova-compute[74675]:         <nova:project uuid="64a8e9912883450fa44969c8ebbac519">tempest-AttachVolumeTestJSON-572935082</nova:project>
Nov 23 06:23:22 user nova-compute[74675]:       </nova:owner>
Nov 23 06:23:22 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:23:22 user nova-compute[74675]:       <nova:ports>
Nov 23 06:23:22 user nova-compute[74675]:         <nova:port uuid="c52bf001-fe0d-45f7-846f-657ccd55a068">
Nov 23 06:23:22 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 23 06:23:22 user nova-compute[74675]:         </nova:port>
Nov 23 06:23:22 user nova-compute[74675]:       </nova:ports>
Nov 23 06:23:22 user nova-compute[74675]:     </nova:instance>
Nov 23 06:23:22 user nova-compute[74675]:   </metadata>
Nov 23 06:23:22 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:23:22 user nova-compute[74675]:     <system>
Nov 23 06:23:22 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:23:22 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:23:22 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:23:22 user nova-compute[74675]:       <entry name="serial">d4052753-45c5-4622-a5c2-24f11fdba12b</entry>
Nov 23 06:23:22 user nova-compute[74675]:       <entry name="uuid">d4052753-45c5-4622-a5c2-24f11fdba12b</entry>
Nov 23 06:23:22 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:23:22 user nova-compute[74675]:     </system>
Nov 23 06:23:22 user nova-compute[74675]:   </sysinfo>
Nov 23 06:23:22 user nova-compute[74675]:   <os>
Nov 23 06:23:22 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:23:22 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:23:22 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:23:22 user nova-compute[74675]:   </os>
Nov 23 06:23:22 user nova-compute[74675]:   <features>
Nov 23 06:23:22 user nova-compute[74675]:     <acpi/>
Nov 23 06:23:22 user nova-compute[74675]:     <apic/>
Nov 23 06:23:22 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:23:22 user nova-compute[74675]:   </features>
Nov 23 06:23:22 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:23:22 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:23:22 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:23:22 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:23:22 user nova-compute[74675]:   </clock>
Nov 23 06:23:22 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:23:22 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:23:22 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:23:22 user nova-compute[74675]:   </cpu>
Nov 23 06:23:22 user nova-compute[74675]:   <devices>
Nov 23 06:23:22 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:23:22 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:23:22 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk"/>
Nov 23 06:23:22 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:23:22 user nova-compute[74675]:     </disk>
Nov 23 06:23:22 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:23:22 user nova-compute[74675]:       <mac address="fa:16:3e:76:64:4a"/>
Nov 23 06:23:22 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:23:22 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:23:22 user nova-compute[74675]:       <target dev="tapc52bf001-fe"/>
Nov 23 06:23:22 user nova-compute[74675]:     </interface>
Nov 23 06:23:22 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:23:22 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/console.log" append="off"/>
Nov 23 06:23:22 user nova-compute[74675]:     </serial>
Nov 23 06:23:22 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:23:22 user nova-compute[74675]:     <video>
Nov 23 06:23:22 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:23:22 user nova-compute[74675]:     </video>
Nov 23 06:23:22 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:23:22 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:23:22 user nova-compute[74675]:     </rng>
Nov 23 06:23:22 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:23:22 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:23:22 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:23:22 user nova-compute[74675]:     </memballoon>
Nov 23 06:23:22 user nova-compute[74675]:   </devices>
Nov 23 06:23:22 user nova-compute[74675]: </domain>
Nov 23 06:23:22 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:23:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1611405922',display_name='tempest-AttachVolumeTestJSON-server-1611405922',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1611405922',id=23,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlM+m27eswYsFuxyuhq+XfKX4OJhR5e+3a1m+EslFRKElLdmhx0QSiqhwQulPqYsospDeOx69ys9NuS3/JGV/lj8VD6NkR4Vj8y2GesDvwFjommyN+pYTk/Q2Fvj97haQ==',key_name='tempest-keypair-244033543',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='64a8e9912883450fa44969c8ebbac519',ramdisk_id='',reservation_id='r-tg1sdsxa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-572935082',owner_user_name='tempest-AttachVolumeTestJSON-572935082-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:23:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2c266b233144ef1bf29b9e3fd37d87e',uuid=d4052753-45c5-4622-a5c2-24f11fdba12b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converting VIF {"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG os_vif [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a3278e15-181b-5000-b653-7376dff16fd2', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c375367e-5597-4f50-93bc-2d075b2f5eb1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc52bf001-fe, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc52bf001-fe, col_values=(('qos', UUID('0a5dfd9f-ac1b-4941-a379-7f0ad27b826b')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc52bf001-fe, col_values=(('external_ids', {'iface-id': 'c52bf001-fe0d-45f7-846f-657ccd55a068', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:76:64:4a', 'vm-uuid': 'd4052753-45c5-4622-a5c2-24f11fdba12b'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b61330f3-9cdc-436c-b090-97112f3226a5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:22 user nova-compute[74675]: INFO os_vif [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe')
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5664212e-525f-4223-b493-18d12a1db667]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[43282c44-38e9-432b-bac6-e2abf3f1d7c2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:23:22 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[46723082-cd8a-4fb3-80f8-3e80ad0bfb22]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG os_brick.utils [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Updating existing volume attachment record: 72fe6986-0b3e-4a83-bfc8-bc571e8b3dab {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] No VIF found with MAC fa:16:3e:76:64:4a, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.network.neutron [req-4f385b4c-57e0-41de-afbe-24a754fa17ec req-c94b8cd4-b102-413e-ac76-d9dfb4c71f73 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Updated VIF entry in instance network info cache for port c52bf001-fe0d-45f7-846f-657ccd55a068. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG nova.network.neutron [req-4f385b4c-57e0-41de-afbe-24a754fa17ec req-c94b8cd4-b102-413e-ac76-d9dfb4c71f73 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Updating instance_info_cache with network_info: [{"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:23:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4f385b4c-57e0-41de-afbe-24a754fa17ec req-c94b8cd4-b102-413e-ac76-d9dfb4c71f73 service nova] Releasing lock "refresh_cache-d4052753-45c5-4622-a5c2-24f11fdba12b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:23:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-804d4cf6-f367-4949-a7de-779bb7c52c8b req-744830eb-ca50-4336-98ea-ada277d421fc service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:23:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-804d4cf6-f367-4949-a7de-779bb7c52c8b req-744830eb-ca50-4336-98ea-ada277d421fc service nova] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-804d4cf6-f367-4949-a7de-779bb7c52c8b req-744830eb-ca50-4336-98ea-ada277d421fc service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-804d4cf6-f367-4949-a7de-779bb7c52c8b req-744830eb-ca50-4336-98ea-ada277d421fc service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-804d4cf6-f367-4949-a7de-779bb7c52c8b req-744830eb-ca50-4336-98ea-ada277d421fc service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] No waiting events found dispatching network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:23:23 user nova-compute[74675]: WARNING nova.compute.manager [req-804d4cf6-f367-4949-a7de-779bb7c52c8b req-744830eb-ca50-4336-98ea-ada277d421fc service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received unexpected event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 for instance with vm_state building and task_state spawning.
Nov 23 06:23:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-6d5f19eb-098a-48a0-809a-7a2119d23f18 req-c43556e2-1192-447f-8fe2-0d08133d344d service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:23:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6d5f19eb-098a-48a0-809a-7a2119d23f18 req-c43556e2-1192-447f-8fe2-0d08133d344d service nova] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6d5f19eb-098a-48a0-809a-7a2119d23f18 req-c43556e2-1192-447f-8fe2-0d08133d344d service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6d5f19eb-098a-48a0-809a-7a2119d23f18 req-c43556e2-1192-447f-8fe2-0d08133d344d service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-6d5f19eb-098a-48a0-809a-7a2119d23f18 req-c43556e2-1192-447f-8fe2-0d08133d344d service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] No waiting events found dispatching network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:23:25 user nova-compute[74675]: WARNING nova.compute.manager [req-6d5f19eb-098a-48a0-809a-7a2119d23f18 req-c43556e2-1192-447f-8fe2-0d08133d344d service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received unexpected event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 for instance with vm_state building and task_state spawning.
Nov 23 06:23:25 user nova-compute[74675]: DEBUG nova.compute.manager [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:23:25 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:23:25 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Instance spawned successfully.
Nov 23 06:23:25 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:23:25 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:25 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:25 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:25 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:25 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:25 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:26 user nova-compute[74675]: INFO nova.compute.manager [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Took 5.58 seconds to spawn the instance on the hypervisor.
Nov 23 06:23:26 user nova-compute[74675]: DEBUG nova.compute.manager [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:23:26 user nova-compute[74675]: INFO nova.compute.manager [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Took 6.36 seconds to build instance.
Nov 23 06:23:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34359f50-12f0-4508-95dc-4a6bf86c588c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.460s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:26 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:23:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:26 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:23:26 user nova-compute[74675]: INFO nova.compute.claims [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Claim successful on node user
Nov 23 06:23:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.467s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG nova.network.neutron [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:23:27 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:23:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG nova.policy [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '933254e291464a6aa6987d59d1d3e93c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ae04769d0574318bf2a5439f9f4eca7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:23:27 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Creating image(s)
Nov 23 06:23:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "/opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "/opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "/opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.011s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.009s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.189s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk 1073741824" returned: 0 in 0.062s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG nova.network.neutron [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Successfully created port: 9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Checking if we can resize image /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Cannot resize image /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Ensure instance console log exists: /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG nova.network.neutron [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Successfully updated port: 9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquired lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG nova.network.neutron [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG nova.compute.manager [req-7f5d4b14-147e-4ae8-ac31-312eedee6c2d req-75f08664-0b1b-4a27-9d03-7b5127d01eca service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-changed-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG nova.compute.manager [req-7f5d4b14-147e-4ae8-ac31-312eedee6c2d req-75f08664-0b1b-4a27-9d03-7b5127d01eca service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Refreshing instance network info cache due to event network-changed-9825f7c6-d951-4f9d-9ac2-762e07652f3f. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7f5d4b14-147e-4ae8-ac31-312eedee6c2d req-75f08664-0b1b-4a27-9d03-7b5127d01eca service nova] Acquiring lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG nova.network.neutron [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UDWSAHzc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:23:28 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:23:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:23:28 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:23:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:23:28 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[986262f5-56a6-4a90-ad5e-15405e33a472]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:23:28 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc6af99f-6cd7-47f2-9a96-c573b62b6975]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f] added
Nov 23 06:23:28 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3af271bf-bdb8-4cdf-9523-9e2d8905c3a1]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1af8e231-0dae-473e-8472-b4b1bd2bb78a]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UDWSAHzc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UDWSAHzc" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2318934e-1aba-4a57-97bc-aba69b20c432]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UDWSAHzc'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[af1b24a6-aa89-4707-a8a7-7775f4b7ddd7]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbb86916-e8fa-4640-a0d0-08fa6fa29175]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:23:29 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:23:29 user nova-compute[74675]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:23:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:23:29 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:23:29 user nova-compute[74675]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:23:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[669cfb6a-3357-47a5-b280-80e2328aaa6a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f, portal: 172.16.0.220,3260]
Nov 23 06:23:29 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f, portal: 172.16.0.220,3260] successful.
Nov 23 06:23:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.network.neutron [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Updating instance_info_cache with network_info: [{"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[21ad9d74-a00f-4d14-be7e-8e921c032103]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Releasing lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Instance network_info: |[{"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7f5d4b14-147e-4ae8-ac31-312eedee6c2d req-75f08664-0b1b-4a27-9d03-7b5127d01eca service nova] Acquired lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.network.neutron [req-7f5d4b14-147e-4ae8-ac31-312eedee6c2d req-75f08664-0b1b-4a27-9d03-7b5127d01eca service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Refreshing network info cache for port 9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Start _get_guest_xml network_info=[{"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:23:29 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:23:29 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:23:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-154972953',display_name='tempest-ServerRescueNegativeTestJSON-server-154972953',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-154972953',id=24,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCVI/cw/J/7450fssL5dc6bF59zuYLwT0b9MF3oRCm/QQc12pk9qaXLzqwMN9FkEbSr6U37Oqewo3uqt/PF57CZhQKGXllWbayZ4u48u2RVYxk+1EMtEnmTUdBVHMIA8Vg==',key_name='tempest-keypair-110563373',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae04769d0574318bf2a5439f9f4eca7',ramdisk_id='',reservation_id='r-22ngd80g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1110786830',owner_user_name='tempest-ServerRescueNegativeTestJSON-1110786830-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:23:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='933254e291464a6aa6987d59d1d3e93c',uuid=44cbb25b-1289-439b-a863-d3b1e9d3e0d9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converting VIF {"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:44:b5,bridge_name='br-int',has_traffic_filtering=True,id=9825f7c6-d951-4f9d-9ac2-762e07652f3f,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9825f7c6-d9') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.objects.instance [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'pci_devices' on Instance uuid 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddc4f135-652f-49d6-b173-720b5c4524a5]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:23:29 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:23:29 user nova-compute[74675]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:23:29 user nova-compute[74675]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f (non-flash)
Nov 23 06:23:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:23:29 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:23:29 user nova-compute[74675]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:23:29 user nova-compute[74675]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f (non-flash)
Nov 23 06:23:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.335s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] HCTL ('35', '-', '-', 0) found on session 23 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:23:29 user nova-compute[74675]:   <uuid>44cbb25b-1289-439b-a863-d3b1e9d3e0d9</uuid>
Nov 23 06:23:29 user nova-compute[74675]:   <name>instance-00000018</name>
Nov 23 06:23:29 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:23:29 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:23:29 user nova-compute[74675]:   <metadata>
Nov 23 06:23:29 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:23:29 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:23:29 user nova-compute[74675]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-154972953</nova:name>
Nov 23 06:23:29 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:23:29</nova:creationTime>
Nov 23 06:23:29 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:23:29 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:23:29 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:23:29 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:23:29 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:23:29 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:23:29 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:23:29 user nova-compute[74675]:       <nova:owner>
Nov 23 06:23:29 user nova-compute[74675]:         <nova:user uuid="933254e291464a6aa6987d59d1d3e93c">tempest-ServerRescueNegativeTestJSON-1110786830-project-member</nova:user>
Nov 23 06:23:29 user nova-compute[74675]:         <nova:project uuid="9ae04769d0574318bf2a5439f9f4eca7">tempest-ServerRescueNegativeTestJSON-1110786830</nova:project>
Nov 23 06:23:29 user nova-compute[74675]:       </nova:owner>
Nov 23 06:23:29 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:23:29 user nova-compute[74675]:       <nova:ports>
Nov 23 06:23:29 user nova-compute[74675]:         <nova:port uuid="9825f7c6-d951-4f9d-9ac2-762e07652f3f">
Nov 23 06:23:29 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 23 06:23:29 user nova-compute[74675]:         </nova:port>
Nov 23 06:23:29 user nova-compute[74675]:       </nova:ports>
Nov 23 06:23:29 user nova-compute[74675]:     </nova:instance>
Nov 23 06:23:29 user nova-compute[74675]:   </metadata>
Nov 23 06:23:29 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:23:29 user nova-compute[74675]:     <system>
Nov 23 06:23:29 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:23:29 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:23:29 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:23:29 user nova-compute[74675]:       <entry name="serial">44cbb25b-1289-439b-a863-d3b1e9d3e0d9</entry>
Nov 23 06:23:29 user nova-compute[74675]:       <entry name="uuid">44cbb25b-1289-439b-a863-d3b1e9d3e0d9</entry>
Nov 23 06:23:29 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:23:29 user nova-compute[74675]:     </system>
Nov 23 06:23:29 user nova-compute[74675]:   </sysinfo>
Nov 23 06:23:29 user nova-compute[74675]:   <os>
Nov 23 06:23:29 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:23:29 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:23:29 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:23:29 user nova-compute[74675]:   </os>
Nov 23 06:23:29 user nova-compute[74675]:   <features>
Nov 23 06:23:29 user nova-compute[74675]:     <acpi/>
Nov 23 06:23:29 user nova-compute[74675]:     <apic/>
Nov 23 06:23:29 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:23:29 user nova-compute[74675]:   </features>
Nov 23 06:23:29 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:23:29 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:23:29 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:23:29 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:23:29 user nova-compute[74675]:   </clock>
Nov 23 06:23:29 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:23:29 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:23:29 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:23:29 user nova-compute[74675]:   </cpu>
Nov 23 06:23:29 user nova-compute[74675]:   <devices>
Nov 23 06:23:29 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:23:29 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:23:29 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk"/>
Nov 23 06:23:29 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:23:29 user nova-compute[74675]:     </disk>
Nov 23 06:23:29 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:23:29 user nova-compute[74675]:       <mac address="fa:16:3e:be:44:b5"/>
Nov 23 06:23:29 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:23:29 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:23:29 user nova-compute[74675]:       <target dev="tap9825f7c6-d9"/>
Nov 23 06:23:29 user nova-compute[74675]:     </interface>
Nov 23 06:23:29 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:23:29 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/console.log" append="off"/>
Nov 23 06:23:29 user nova-compute[74675]:     </serial>
Nov 23 06:23:29 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:23:29 user nova-compute[74675]:     <video>
Nov 23 06:23:29 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:23:29 user nova-compute[74675]:     </video>
Nov 23 06:23:29 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:23:29 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:23:29 user nova-compute[74675]:     </rng>
Nov 23 06:23:29 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:23:29 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:23:29 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:23:29 user nova-compute[74675]:     </memballoon>
Nov 23 06:23:29 user nova-compute[74675]:   </devices>
Nov 23 06:23:29 user nova-compute[74675]: </domain>
Nov 23 06:23:29 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:23:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-154972953',display_name='tempest-ServerRescueNegativeTestJSON-server-154972953',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-154972953',id=24,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCVI/cw/J/7450fssL5dc6bF59zuYLwT0b9MF3oRCm/QQc12pk9qaXLzqwMN9FkEbSr6U37Oqewo3uqt/PF57CZhQKGXllWbayZ4u48u2RVYxk+1EMtEnmTUdBVHMIA8Vg==',key_name='tempest-keypair-110563373',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae04769d0574318bf2a5439f9f4eca7',ramdisk_id='',reservation_id='r-22ngd80g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1110786830',owner_user_name='tempest-ServerRescueNegativeTestJSON-1110786830-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:23:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='933254e291464a6aa6987d59d1d3e93c',uuid=44cbb25b-1289-439b-a863-d3b1e9d3e0d9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converting VIF {"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:44:b5,bridge_name='br-int',has_traffic_filtering=True,id=9825f7c6-d951-4f9d-9ac2-762e07652f3f,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9825f7c6-d9') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG os_vif [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:44:b5,bridge_name='br-int',has_traffic_filtering=True,id=9825f7c6-d951-4f9d-9ac2-762e07652f3f,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9825f7c6-d9') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9bba0cb-1910-4a05-a09f-87c53a74184f]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd246ee8c-d498-5f23-990e-dfe060d54fac', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Searching for a device in session 23 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UDWSAHzc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9825f7c6-d9, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9825f7c6-d9, col_values=(('qos', UUID('c0d2399e-4f2a-4df3-99ee-55767241724e')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9825f7c6-d9, col_values=(('external_ids', {'iface-id': '9825f7c6-d951-4f9d-9ac2-762e07652f3f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:44:b5', 'vm-uuid': '44cbb25b-1289-439b-a863-d3b1e9d3e0d9'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:29 user nova-compute[74675]: INFO os_vif [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:44:b5,bridge_name='br-int',has_traffic_filtering=True,id=9825f7c6-d951-4f9d-9ac2-762e07652f3f,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9825f7c6-d9')
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No VIF found with MAC fa:16:3e:be:44:b5, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.network.neutron [req-7f5d4b14-147e-4ae8-ac31-312eedee6c2d req-75f08664-0b1b-4a27-9d03-7b5127d01eca service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Updated VIF entry in instance network info cache for port 9825f7c6-d951-4f9d-9ac2-762e07652f3f. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG nova.network.neutron [req-7f5d4b14-147e-4ae8-ac31-312eedee6c2d req-75f08664-0b1b-4a27-9d03-7b5127d01eca service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Updating instance_info_cache with network_info: [{"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:23:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7f5d4b14-147e-4ae8-ac31-312eedee6c2d req-75f08664-0b1b-4a27-9d03-7b5127d01eca service nova] Releasing lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:23:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.380s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:23:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] <== connect_volume: return (1381ms) {'type': 'block', 'scsi_wwn': '23937303136336334', 'path': '/dev/sdd'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:23:30 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23937303136336334', 'path': '/dev/sdd'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:23:30 user nova-compute[74675]: DEBUG nova.objects.instance [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lazy-loading 'flavor' on Instance uuid 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:23:30 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:23:30 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:23:30 user nova-compute[74675]:   <source dev="/dev/sdd"/>
Nov 23 06:23:30 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:23:30 user nova-compute[74675]:   <serial>4efb7d95-f03e-485f-be6a-4a07a8e49a4f</serial>
Nov 23 06:23:30 user nova-compute[74675]: </disk>
Nov 23 06:23:30 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:23:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:30 user nova-compute[74675]: DEBUG nova.compute.manager [req-531e4b3e-2c53-4a79-8571-1673766e41c7 req-149c0319-5f0c-4993-b9ae-cad31d5e7915 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:23:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-531e4b3e-2c53-4a79-8571-1673766e41c7 req-149c0319-5f0c-4993-b9ae-cad31d5e7915 service nova] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-531e4b3e-2c53-4a79-8571-1673766e41c7 req-149c0319-5f0c-4993-b9ae-cad31d5e7915 service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-531e4b3e-2c53-4a79-8571-1673766e41c7 req-149c0319-5f0c-4993-b9ae-cad31d5e7915 service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:30 user nova-compute[74675]: DEBUG nova.compute.manager [req-531e4b3e-2c53-4a79-8571-1673766e41c7 req-149c0319-5f0c-4993-b9ae-cad31d5e7915 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] No waiting events found dispatching network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:23:30 user nova-compute[74675]: WARNING nova.compute.manager [req-531e4b3e-2c53-4a79-8571-1673766e41c7 req-149c0319-5f0c-4993-b9ae-cad31d5e7915 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received unexpected event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f for instance with vm_state building and task_state spawning.
Nov 23 06:23:31 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:23:31 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:23:31 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] No VIF found with MAC fa:16:3e:7b:64:c1, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:23:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9f3965fd-fc2e-4f99-a5e9-2b331096efbe tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.180s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:32 user nova-compute[74675]: DEBUG nova.compute.manager [req-760e4147-8695-4218-b4b6-1105e5825174 req-620708e2-f55b-43c9-9b32-a27cac3880e4 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:23:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-760e4147-8695-4218-b4b6-1105e5825174 req-620708e2-f55b-43c9-9b32-a27cac3880e4 service nova] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-760e4147-8695-4218-b4b6-1105e5825174 req-620708e2-f55b-43c9-9b32-a27cac3880e4 service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-760e4147-8695-4218-b4b6-1105e5825174 req-620708e2-f55b-43c9-9b32-a27cac3880e4 service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:32 user nova-compute[74675]: DEBUG nova.compute.manager [req-760e4147-8695-4218-b4b6-1105e5825174 req-620708e2-f55b-43c9-9b32-a27cac3880e4 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] No waiting events found dispatching network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:23:32 user nova-compute[74675]: WARNING nova.compute.manager [req-760e4147-8695-4218-b4b6-1105e5825174 req-620708e2-f55b-43c9-9b32-a27cac3880e4 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received unexpected event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f for instance with vm_state building and task_state spawning.
Nov 23 06:23:33 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:23:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:23:33 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Instance spawned successfully.
Nov 23 06:23:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:23:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:33 user nova-compute[74675]: INFO nova.compute.manager [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Took 5.83 seconds to spawn the instance on the hypervisor.
Nov 23 06:23:33 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:23:33 user nova-compute[74675]: INFO nova.compute.manager [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Took 6.68 seconds to build instance.
Nov 23 06:23:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6c912ffb-1feb-45fa-9d8b-10fdaccaf6fa tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.781s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "08802d78-5573-4533-b3aa-672fe57b971d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "08802d78-5573-4533-b3aa-672fe57b971d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:39 user nova-compute[74675]: INFO nova.compute.manager [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Detaching volume a1ac0a43-5b3b-4eb6-903e-05f76c2047f9
Nov 23 06:23:39 user nova-compute[74675]: INFO nova.virt.block_device [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Attempting to driver detach volume a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 from mountpoint /dev/vdb
Nov 23 06:23:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Attempting to detach device vdb from instance 08802d78-5573-4533-b3aa-672fe57b971d from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:23:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:23:39 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:23:39 user nova-compute[74675]:   <source dev="/dev/sdc"/>
Nov 23 06:23:39 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:23:39 user nova-compute[74675]:   <serial>a1ac0a43-5b3b-4eb6-903e-05f76c2047f9</serial>
Nov 23 06:23:39 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 23 06:23:39 user nova-compute[74675]: </disk>
Nov 23 06:23:39 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:23:39 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Successfully detached device vdb from instance 08802d78-5573-4533-b3aa-672fe57b971d from the persistent domain config.
Nov 23 06:23:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 08802d78-5573-4533-b3aa-672fe57b971d from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:23:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:23:39 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:23:39 user nova-compute[74675]:   <source dev="/dev/sdc"/>
Nov 23 06:23:39 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:23:39 user nova-compute[74675]:   <serial>a1ac0a43-5b3b-4eb6-903e-05f76c2047f9</serial>
Nov 23 06:23:39 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 23 06:23:39 user nova-compute[74675]: </disk>
Nov 23 06:23:39 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:23:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 08802d78-5573-4533-b3aa-672fe57b971d {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:23:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:42 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:23:42 user nova-compute[74675]: INFO nova.compute.manager [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] instance snapshotting
Nov 23 06:23:42 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Beginning live snapshot process
Nov 23 06:23:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json -f qcow2 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json -f qcow2" returned: 0 in 0.225s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json -f qcow2 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json -f qcow2" returned: 0 in 0.192s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpdefcmao8/552f1ea5e7954423a75c44bf21bd298b.delta 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpdefcmao8/552f1ea5e7954423a75c44bf21bd298b.delta 1073741824" returned: 0 in 0.187s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:43 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 23 06:23:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:23:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] COPY block job progress, current cursor: 22544384 final cursor: 75563008 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:23:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:45 user nova-compute[74675]: INFO nova.compute.manager [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Detaching volume 4efb7d95-f03e-485f-be6a-4a07a8e49a4f
Nov 23 06:23:45 user nova-compute[74675]: INFO nova.virt.block_device [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Attempting to driver detach volume 4efb7d95-f03e-485f-be6a-4a07a8e49a4f from mountpoint /dev/vdb
Nov 23 06:23:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Attempting to detach device vdb from instance 76a32788-6012-42a4-b10a-e62c382ec1cc from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:23:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:23:45 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:23:45 user nova-compute[74675]:   <source dev="/dev/sdd"/>
Nov 23 06:23:45 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:23:45 user nova-compute[74675]:   <serial>4efb7d95-f03e-485f-be6a-4a07a8e49a4f</serial>
Nov 23 06:23:45 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:23:45 user nova-compute[74675]: </disk>
Nov 23 06:23:45 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:23:45 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Successfully detached device vdb from instance 76a32788-6012-42a4-b10a-e62c382ec1cc from the persistent domain config.
Nov 23 06:23:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 76a32788-6012-42a4-b10a-e62c382ec1cc from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:23:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:23:45 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:23:45 user nova-compute[74675]:   <source dev="/dev/sdd"/>
Nov 23 06:23:45 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:23:45 user nova-compute[74675]:   <serial>4efb7d95-f03e-485f-be6a-4a07a8e49a4f</serial>
Nov 23 06:23:45 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:23:45 user nova-compute[74675]: </disk>
Nov 23 06:23:45 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:23:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:23:45 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 23 06:23:45 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:23:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpdefcmao8/552f1ea5e7954423a75c44bf21bd298b.delta /opt/stack/data/nova/instances/snapshots/tmpdefcmao8/552f1ea5e7954423a75c44bf21bd298b {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:23:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpdefcmao8/552f1ea5e7954423a75c44bf21bd298b.delta /opt/stack/data/nova/instances/snapshots/tmpdefcmao8/552f1ea5e7954423a75c44bf21bd298b" returned: 0 in 0.593s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:45 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Snapshot extracted, beginning image upload
Nov 23 06:23:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:47 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:23:47 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:23:48 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:23:48 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:23:48 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Snapshot image upload complete
Nov 23 06:23:48 user nova-compute[74675]: INFO nova.compute.manager [None req-b419d4a0-2dd7-4273-a6aa-caacead3fe74 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Took 6.29 seconds to snapshot the instance on the hypervisor.
Nov 23 06:23:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-d9898f23-3116-49a8-a4bb-483dd0c3c274" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:23:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-d9898f23-3116-49a8-a4bb-483dd0c3c274" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:23:48 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:23:49 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Updating instance_info_cache with network_info: [{"id": "b057a2e1-a712-4787-b826-3dd107cfb74f", "address": "fa:16:3e:ef:6f:d4", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb057a2e1-a7", "ovs_interfaceid": "b057a2e1-a712-4787-b826-3dd107cfb74f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:23:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-d9898f23-3116-49a8-a4bb-483dd0c3c274" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:23:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:23:49 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:23:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:23:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:50 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:23:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:50 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:23:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG nova.compute.manager [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:23:51 user nova-compute[74675]: INFO nova.compute.claims [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Claim successful on node user
Nov 23 06:23:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.585s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG nova.compute.manager [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG nova.compute.manager [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG nova.network.neutron [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:52 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:23:52 user nova-compute[74675]: DEBUG nova.policy [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e45c93fdcd894f2eaa3e2f73f24d9908', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b758808a65b24c028b0ea07bfac88c15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG nova.compute.manager [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG nova.compute.manager [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:23:52 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Creating image(s)
Nov 23 06:23:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "/opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "/opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "/opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "8e57e75e8d4fb3c1679cff78e184840f23f83876" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "8e57e75e8d4fb3c1679cff78e184840f23f83876" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876.part --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 1.144s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:53 user nova-compute[74675]: DEBUG nova.network.neutron [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Successfully created port: 7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:23:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876.part --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:53 user nova-compute[74675]: DEBUG nova.virt.images [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] f295224a-7f17-448b-9ebd-995cd6670b8c was qcow2, converting to raw {{(pid=74675) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 23 06:23:53 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:23:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876.part /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876.converted {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876.part /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876.converted" returned: 0 in 0.251s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876.converted --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876.converted --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "8e57e75e8d4fb3c1679cff78e184840f23f83876" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.764s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876 --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876 --force-share --output=json" returned: 0 in 0.200s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "8e57e75e8d4fb3c1679cff78e184840f23f83876" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "8e57e75e8d4fb3c1679cff78e184840f23f83876" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876 --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876 --force-share --output=json" returned: 0 in 0.196s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876,backing_fmt=raw /opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876,backing_fmt=raw /opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8/disk 1073741824" returned: 0 in 0.075s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "8e57e75e8d4fb3c1679cff78e184840f23f83876" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.277s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876 --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG nova.network.neutron [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Successfully updated port: 7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876 --force-share --output=json" returned: 0 in 0.193s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Ensure instance console log exists: /opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-ea57a06e-1759-4308-8c8b-7ce45421825c req-45e410d0-2e9b-494b-9486-9a1362b6ab75 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Received event network-changed-7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-ea57a06e-1759-4308-8c8b-7ce45421825c req-45e410d0-2e9b-494b-9486-9a1362b6ab75 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Refreshing instance network info cache due to event network-changed-7e7109ab-59db-4b6e-99cd-3e51bb029d99. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ea57a06e-1759-4308-8c8b-7ce45421825c req-45e410d0-2e9b-494b-9486-9a1362b6ab75 service nova] Acquiring lock "refresh_cache-9affdd9b-ba28-4613-9b85-7f62c5f779c8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ea57a06e-1759-4308-8c8b-7ce45421825c req-45e410d0-2e9b-494b-9486-9a1362b6ab75 service nova] Acquired lock "refresh_cache-9affdd9b-ba28-4613-9b85-7f62c5f779c8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG nova.network.neutron [req-ea57a06e-1759-4308-8c8b-7ce45421825c req-45e410d0-2e9b-494b-9486-9a1362b6ab75 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Refreshing network info cache for port 7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "refresh_cache-9affdd9b-ba28-4613-9b85-7f62c5f779c8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG nova.network.neutron [req-ea57a06e-1759-4308-8c8b-7ce45421825c req-45e410d0-2e9b-494b-9486-9a1362b6ab75 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:23:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.network.neutron [req-ea57a06e-1759-4308-8c8b-7ce45421825c req-45e410d0-2e9b-494b-9486-9a1362b6ab75 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ea57a06e-1759-4308-8c8b-7ce45421825c req-45e410d0-2e9b-494b-9486-9a1362b6ab75 service nova] Releasing lock "refresh_cache-9affdd9b-ba28-4613-9b85-7f62c5f779c8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquired lock "refresh_cache-9affdd9b-ba28-4613-9b85-7f62c5f779c8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.network.neutron [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.network.neutron [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.network.neutron [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Updating instance_info_cache with network_info: [{"id": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "address": "fa:16:3e:78:7c:06", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7109ab-59", "ovs_interfaceid": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Releasing lock "refresh_cache-9affdd9b-ba28-4613-9b85-7f62c5f779c8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Instance network_info: |[{"id": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "address": "fa:16:3e:78:7c:06", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7109ab-59", "ovs_interfaceid": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Start _get_guest_xml network_info=[{"id": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "address": "fa:16:3e:78:7c:06", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7109ab-59", "ovs_interfaceid": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d0affbd58a601827c31b5b2bc8c7cb79',container_format='bare',created_at=2023-11-23T06:23:42Z,direct_url=<?>,disk_format='qcow2',id=f295224a-7f17-448b-9ebd-995cd6670b8c,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1832074460',owner='b758808a65b24c028b0ea07bfac88c15',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-23T06:23:49Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'f295224a-7f17-448b-9ebd-995cd6670b8c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:23:55 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:23:55 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d0affbd58a601827c31b5b2bc8c7cb79',container_format='bare',created_at=2023-11-23T06:23:42Z,direct_url=<?>,disk_format='qcow2',id=f295224a-7f17-448b-9ebd-995cd6670b8c,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1832074460',owner='b758808a65b24c028b0ea07bfac88c15',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-23T06:23:49Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:23:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1471264720',display_name='tempest-TestStampPattern-server-1471264720',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1471264720',id=25,image_ref='f295224a-7f17-448b-9ebd-995cd6670b8c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMrIjCJdJRqr/SfOPRjG8su5tVmq9mFUGfBr4cdrzgRZNNx4qLKFt/E7BkYOVK2Dk+UGcFFcrCCxw6jA24Koj0s3zmuv48jg2YDHFSOCXWp0+klsK5ny8ZEF0/Tzu8i56g==',key_name='tempest-TestStampPattern-1742973522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b758808a65b24c028b0ea07bfac88c15',ramdisk_id='',reservation_id='r-heldzbdu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='3c5e33f5-fd7a-4ec6-9c29-481236465e07',image_min_disk='1',image_min_ram='0',image_owner_id='b758808a65b24c028b0ea07bfac88c15',image_owner_project_name='tempest-TestStampPattern-290725560',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-290725560-project-member',image_user_id='e45c93fdcd894f2eaa3e2f73f24d9908',network_allocated='True',owner_project_name='tempest-TestStampPattern-290725560',owner_user_name='tempest-TestStampPattern-290725560-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:23:52Z,user_data=None,user_id='e45c93fdcd894f2eaa3e2f73f24d9908',uuid=9affdd9b-ba28-4613-9b85-7f62c5f779c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "address": "fa:16:3e:78:7c:06", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7109ab-59", "ovs_interfaceid": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Converting VIF {"id": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "address": "fa:16:3e:78:7c:06", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7109ab-59", "ovs_interfaceid": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:7c:06,bridge_name='br-int',has_traffic_filtering=True,id=7e7109ab-59db-4b6e-99cd-3e51bb029d99,network=Network(973945ba-bfa3-4705-a013-e5ee350cd205),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e7109ab-59') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.objects.instance [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lazy-loading 'pci_devices' on Instance uuid 9affdd9b-ba28-4613-9b85-7f62c5f779c8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:23:55 user nova-compute[74675]:   <uuid>9affdd9b-ba28-4613-9b85-7f62c5f779c8</uuid>
Nov 23 06:23:55 user nova-compute[74675]:   <name>instance-00000019</name>
Nov 23 06:23:55 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:23:55 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:23:55 user nova-compute[74675]:   <metadata>
Nov 23 06:23:55 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:23:55 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:23:55 user nova-compute[74675]:       <nova:name>tempest-TestStampPattern-server-1471264720</nova:name>
Nov 23 06:23:55 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:23:55</nova:creationTime>
Nov 23 06:23:55 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:23:55 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:23:55 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:23:55 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:23:55 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:23:55 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:23:55 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:23:55 user nova-compute[74675]:       <nova:owner>
Nov 23 06:23:55 user nova-compute[74675]:         <nova:user uuid="e45c93fdcd894f2eaa3e2f73f24d9908">tempest-TestStampPattern-290725560-project-member</nova:user>
Nov 23 06:23:55 user nova-compute[74675]:         <nova:project uuid="b758808a65b24c028b0ea07bfac88c15">tempest-TestStampPattern-290725560</nova:project>
Nov 23 06:23:55 user nova-compute[74675]:       </nova:owner>
Nov 23 06:23:55 user nova-compute[74675]:       <nova:root type="image" uuid="f295224a-7f17-448b-9ebd-995cd6670b8c"/>
Nov 23 06:23:55 user nova-compute[74675]:       <nova:ports>
Nov 23 06:23:55 user nova-compute[74675]:         <nova:port uuid="7e7109ab-59db-4b6e-99cd-3e51bb029d99">
Nov 23 06:23:55 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 23 06:23:55 user nova-compute[74675]:         </nova:port>
Nov 23 06:23:55 user nova-compute[74675]:       </nova:ports>
Nov 23 06:23:55 user nova-compute[74675]:     </nova:instance>
Nov 23 06:23:55 user nova-compute[74675]:   </metadata>
Nov 23 06:23:55 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:23:55 user nova-compute[74675]:     <system>
Nov 23 06:23:55 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:23:55 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:23:55 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:23:55 user nova-compute[74675]:       <entry name="serial">9affdd9b-ba28-4613-9b85-7f62c5f779c8</entry>
Nov 23 06:23:55 user nova-compute[74675]:       <entry name="uuid">9affdd9b-ba28-4613-9b85-7f62c5f779c8</entry>
Nov 23 06:23:55 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:23:55 user nova-compute[74675]:     </system>
Nov 23 06:23:55 user nova-compute[74675]:   </sysinfo>
Nov 23 06:23:55 user nova-compute[74675]:   <os>
Nov 23 06:23:55 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:23:55 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:23:55 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:23:55 user nova-compute[74675]:   </os>
Nov 23 06:23:55 user nova-compute[74675]:   <features>
Nov 23 06:23:55 user nova-compute[74675]:     <acpi/>
Nov 23 06:23:55 user nova-compute[74675]:     <apic/>
Nov 23 06:23:55 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:23:55 user nova-compute[74675]:   </features>
Nov 23 06:23:55 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:23:55 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:23:55 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:23:55 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:23:55 user nova-compute[74675]:   </clock>
Nov 23 06:23:55 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:23:55 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:23:55 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:23:55 user nova-compute[74675]:   </cpu>
Nov 23 06:23:55 user nova-compute[74675]:   <devices>
Nov 23 06:23:55 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:23:55 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:23:55 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8/disk"/>
Nov 23 06:23:55 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:23:55 user nova-compute[74675]:     </disk>
Nov 23 06:23:55 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:23:55 user nova-compute[74675]:       <mac address="fa:16:3e:78:7c:06"/>
Nov 23 06:23:55 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:23:55 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:23:55 user nova-compute[74675]:       <target dev="tap7e7109ab-59"/>
Nov 23 06:23:55 user nova-compute[74675]:     </interface>
Nov 23 06:23:55 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:23:55 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8/console.log" append="off"/>
Nov 23 06:23:55 user nova-compute[74675]:     </serial>
Nov 23 06:23:55 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:23:55 user nova-compute[74675]:     <video>
Nov 23 06:23:55 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:23:55 user nova-compute[74675]:     </video>
Nov 23 06:23:55 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:23:55 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:23:55 user nova-compute[74675]:     </rng>
Nov 23 06:23:55 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:23:55 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:23:55 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:23:55 user nova-compute[74675]:     </memballoon>
Nov 23 06:23:55 user nova-compute[74675]:   </devices>
Nov 23 06:23:55 user nova-compute[74675]: </domain>
Nov 23 06:23:55 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:23:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1471264720',display_name='tempest-TestStampPattern-server-1471264720',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1471264720',id=25,image_ref='f295224a-7f17-448b-9ebd-995cd6670b8c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMrIjCJdJRqr/SfOPRjG8su5tVmq9mFUGfBr4cdrzgRZNNx4qLKFt/E7BkYOVK2Dk+UGcFFcrCCxw6jA24Koj0s3zmuv48jg2YDHFSOCXWp0+klsK5ny8ZEF0/Tzu8i56g==',key_name='tempest-TestStampPattern-1742973522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b758808a65b24c028b0ea07bfac88c15',ramdisk_id='',reservation_id='r-heldzbdu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='3c5e33f5-fd7a-4ec6-9c29-481236465e07',image_min_disk='1',image_min_ram='0',image_owner_id='b758808a65b24c028b0ea07bfac88c15',image_owner_project_name='tempest-TestStampPattern-290725560',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-290725560-project-member',image_user_id='e45c93fdcd894f2eaa3e2f73f24d9908',network_allocated='True',owner_project_name='tempest-TestStampPattern-290725560',owner_user_name='tempest-TestStampPattern-290725560-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:23:52Z,user_data=None,user_id='e45c93fdcd894f2eaa3e2f73f24d9908',uuid=9affdd9b-ba28-4613-9b85-7f62c5f779c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "address": "fa:16:3e:78:7c:06", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7109ab-59", "ovs_interfaceid": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Converting VIF {"id": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "address": "fa:16:3e:78:7c:06", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7109ab-59", "ovs_interfaceid": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:7c:06,bridge_name='br-int',has_traffic_filtering=True,id=7e7109ab-59db-4b6e-99cd-3e51bb029d99,network=Network(973945ba-bfa3-4705-a013-e5ee350cd205),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e7109ab-59') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG os_vif [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:7c:06,bridge_name='br-int',has_traffic_filtering=True,id=7e7109ab-59db-4b6e-99cd-3e51bb029d99,network=Network(973945ba-bfa3-4705-a013-e5ee350cd205),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e7109ab-59') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '82d7d1d4-3d03-554c-892a-d53db72680a1', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7e7109ab-59, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7e7109ab-59, col_values=(('qos', UUID('d606c87b-2568-4475-81c4-766305c55bda')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7e7109ab-59, col_values=(('external_ids', {'iface-id': '7e7109ab-59db-4b6e-99cd-3e51bb029d99', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:78:7c:06', 'vm-uuid': '9affdd9b-ba28-4613-9b85-7f62c5f779c8'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:55 user nova-compute[74675]: INFO os_vif [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:7c:06,bridge_name='br-int',has_traffic_filtering=True,id=7e7109ab-59db-4b6e-99cd-3e51bb029d99,network=Network(973945ba-bfa3-4705-a013-e5ee350cd205),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e7109ab-59')
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] No VIF found with MAC fa:16:3e:78:7c:06, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:23:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:23:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:23:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:23:59 user nova-compute[74675]: DEBUG nova.compute.manager [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:23:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:23:59 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:23:59 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:23:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7149MB free_disk=25.44580841064453GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:23:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "16e009fc-973b-4741-8642-643b457a071b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "16e009fc-973b-4741-8642-643b457a071b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "16e009fc-973b-4741-8642-643b457a071b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:23:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "16e009fc-973b-4741-8642-643b457a071b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:23:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "16e009fc-973b-4741-8642-643b457a071b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:23:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Instance spawned successfully.
Nov 23 06:23:59 user nova-compute[74675]: INFO nova.compute.manager [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Terminating instance
Nov 23 06:23:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:23:59 user nova-compute[74675]: DEBUG nova.compute.manager [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:23:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:23:59 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 08802d78-5573-4533-b3aa-672fe57b971d is timed out.
Nov 23 06:23:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Successfully detached device vdb from instance 08802d78-5573-4533-b3aa-672fe57b971d from the live domain config.
Nov 23 06:23:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:23:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fyxeJrYE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:23:59 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:23:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:23:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:23:59 user nova-compute[74675]: INFO nova.compute.manager [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Took 7.60 seconds to spawn the instance on the hypervisor.
Nov 23 06:23:59 user nova-compute[74675]: DEBUG nova.compute.manager [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:23:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d64d1001-cb48-4fb6-9042-cef30fee0b6a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:24:00 user nova-compute[74675]: No targets found.
Nov 23 06:24:00 user nova-compute[74675]: iSNS:
Nov 23 06:24:00 user nova-compute[74675]: No targets found.
Nov 23 06:24:00 user nova-compute[74675]: STATIC:
Nov 23 06:24:00 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:24:00 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:24:00 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:24:00 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9
Nov 23 06:24:00 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:24:00 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:24:00 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60
Nov 23 06:24:00 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:24:00 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:24:00 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f
Nov 23 06:24:00 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:24:00 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:24:00 user nova-compute[74675]: FIRMWARE:
Nov 23 06:24:00 user nova-compute[74675]: No targets found.
Nov 23 06:24:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:24:00 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:24:00 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[83efd5ec-4c63-4851-a6cf-311ceed21e51]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance f4d40301-d465-42af-8b6c-e62a064afcaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d9898f23-3116-49a8-a4bb-483dd0c3c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 08802d78-5573-4533-b3aa-672fe57b971d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8bd490c5-ffd8-430b-b74a-29e551e261fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3c5e33f5-fd7a-4ec6-9c29-481236465e07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 76a32788-6012-42a4-b10a-e62c382ec1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 16e009fc-973b-4741-8642-643b457a071b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 90bb05cf-c566-457b-8952-bfd2c0f31643 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d4052753-45c5-4622-a5c2-24f11fdba12b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9affdd9b-ba28-4613-9b85-7f62c5f779c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea1b67f1-528f-4cac-8e1d-51990bf6c6f2]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:24:00 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:24:00 user nova-compute[74675]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:00 user nova-compute[74675]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f (non-flash)
Nov 23 06:24:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 (non-flash)
Nov 23 06:24:00 user nova-compute[74675]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:24:00 user nova-compute[74675]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:00 user nova-compute[74675]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f (non-flash)
Nov 23 06:24:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac884ae950>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9'): ({'sdc'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Removing single pathed devices sdc {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:00 user nova-compute[74675]: INFO nova.compute.manager [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Took 8.67 seconds to build instance.
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8923e23f-7d0f-4ac5-a01c-1260e6556e4f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[60435aeb-9af2-4526-9454-db175beafdd4]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Flushing IO for device /dev/sdc {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-916f2032-49bc-405d-9e1a-dee5dfb139fa tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.809s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[af3dc9f5-ed93-4ae8-bd30-2444e46483da]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.041s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac1b53f3-4e49-4a69-ad60-867908ba60ae]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf96d49d-adac-421d-b5d4-d3eec310d2be]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.077s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3f823a2-0750-439d-92fc-ef9f59c68eeb]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9, portal: 172.16.0.220,3260]
Nov 23 06:24:00 user nova-compute[74675]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9, portal: 172.16.0.220,3260] successful.
Nov 23 06:24:00 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1ac0a43-5b3b-4eb6-903e-05f76c2047f9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[38001f62-aab6-4389-9303-655dc70d4c06]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.403s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] <== disconnect_volume: return (405ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.840s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:00 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 16e009fc-973b-4741-8642-643b457a071b] Instance destroyed successfully.
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.objects.instance [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lazy-loading 'resources' on Instance uuid 16e009fc-973b-4741-8642-643b457a071b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:22:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-509374960',display_name='tempest-ServersNegativeTestJSON-server-509374960',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-509374960',id=20,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:22:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a18b18a40e734f63aca7e52f1074d548',ramdisk_id='',reservation_id='r-cw2w7r94',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-801040632',owner_user_name='tempest-ServersNegativeTestJSON-801040632-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:22:14Z,user_data=None,user_id='fca8a7c900e3407399300bbfbf431e25',uuid=16e009fc-973b-4741-8642-643b457a071b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "address": "fa:16:3e:4c:88:6c", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e801fb-6f", "ovs_interfaceid": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Converting VIF {"id": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "address": "fa:16:3e:4c:88:6c", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e801fb-6f", "ovs_interfaceid": "61e801fb-6f53-4ceb-90ba-1853da0870cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:88:6c,bridge_name='br-int',has_traffic_filtering=True,id=61e801fb-6f53-4ceb-90ba-1853da0870cb,network=Network(0efdb04a-6f4d-48e5-b02b-e259839eb1d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e801fb-6f') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG os_vif [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:88:6c,bridge_name='br-int',has_traffic_filtering=True,id=61e801fb-6f53-4ceb-90ba-1853da0870cb,network=Network(0efdb04a-6f4d-48e5-b02b-e259839eb1d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e801fb-6f') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap61e801fb-6f, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b9578e43-0011-4980-a96d-7c82a38d4752) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:24:00 user nova-compute[74675]: INFO os_vif [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:88:6c,bridge_name='br-int',has_traffic_filtering=True,id=61e801fb-6f53-4ceb-90ba-1853da0870cb,network=Network(0efdb04a-6f4d-48e5-b02b-e259839eb1d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e801fb-6f')
Nov 23 06:24:00 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Deleting instance files /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b_del
Nov 23 06:24:00 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Deletion of /opt/stack/data/nova/instances/16e009fc-973b-4741-8642-643b457a071b_del complete
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-1a382e81-8544-43fd-ad05-3764d33383a3 req-ab185d75-4ce0-4413-aa97-c799b035ae73 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Received event network-vif-plugged-7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1a382e81-8544-43fd-ad05-3764d33383a3 req-ab185d75-4ce0-4413-aa97-c799b035ae73 service nova] Acquiring lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1a382e81-8544-43fd-ad05-3764d33383a3 req-ab185d75-4ce0-4413-aa97-c799b035ae73 service nova] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1a382e81-8544-43fd-ad05-3764d33383a3 req-ab185d75-4ce0-4413-aa97-c799b035ae73 service nova] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-1a382e81-8544-43fd-ad05-3764d33383a3 req-ab185d75-4ce0-4413-aa97-c799b035ae73 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] No waiting events found dispatching network-vif-plugged-7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:24:00 user nova-compute[74675]: WARNING nova.compute.manager [req-1a382e81-8544-43fd-ad05-3764d33383a3 req-ab185d75-4ce0-4413-aa97-c799b035ae73 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Received unexpected event network-vif-plugged-7e7109ab-59db-4b6e-99cd-3e51bb029d99 for instance with vm_state active and task_state None.
Nov 23 06:24:00 user nova-compute[74675]: INFO nova.compute.manager [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 16e009fc-973b-4741-8642-643b457a071b] Took 1.02 seconds to destroy the instance on the hypervisor.
Nov 23 06:24:00 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 16e009fc-973b-4741-8642-643b457a071b] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:24:00 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 16e009fc-973b-4741-8642-643b457a071b] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:24:01 user nova-compute[74675]: DEBUG nova.objects.instance [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lazy-loading 'flavor' on Instance uuid 08802d78-5573-4533-b3aa-672fe57b971d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:24:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ffe41a1b-8a30-46f4-a355-cb090e176d3e tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "08802d78-5573-4533-b3aa-672fe57b971d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.078s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:01 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 16e009fc-973b-4741-8642-643b457a071b] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:24:01 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 16e009fc-973b-4741-8642-643b457a071b] Took 0.95 seconds to deallocate network for instance.
Nov 23 06:24:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-d88b33fa-bc02-4d88-b34e-1c3065ad4231 req-90ae23e1-b132-4ad3-962d-e09b659d8df4 service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] Received event network-vif-deleted-61e801fb-6f53-4ceb-90ba-1853da0870cb {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.482s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:02 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Deleted allocations for instance 16e009fc-973b-4741-8642-643b457a071b
Nov 23 06:24:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4bc01bce-ada6-47b2-a55c-fdeee1f9aca2 tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "16e009fc-973b-4741-8642-643b457a071b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.654s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Received event network-vif-plugged-7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] Acquiring lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] No waiting events found dispatching network-vif-plugged-7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:24:02 user nova-compute[74675]: WARNING nova.compute.manager [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Received unexpected event network-vif-plugged-7e7109ab-59db-4b6e-99cd-3e51bb029d99 for instance with vm_state active and task_state None.
Nov 23 06:24:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] Received event network-vif-unplugged-61e801fb-6f53-4ceb-90ba-1853da0870cb {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] Acquiring lock "16e009fc-973b-4741-8642-643b457a071b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] Lock "16e009fc-973b-4741-8642-643b457a071b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] Lock "16e009fc-973b-4741-8642-643b457a071b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] No waiting events found dispatching network-vif-unplugged-61e801fb-6f53-4ceb-90ba-1853da0870cb {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:24:02 user nova-compute[74675]: WARNING nova.compute.manager [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] Received unexpected event network-vif-unplugged-61e801fb-6f53-4ceb-90ba-1853da0870cb for instance with vm_state deleted and task_state None.
Nov 23 06:24:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] Received event network-vif-plugged-61e801fb-6f53-4ceb-90ba-1853da0870cb {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] Acquiring lock "16e009fc-973b-4741-8642-643b457a071b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] Lock "16e009fc-973b-4741-8642-643b457a071b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] Lock "16e009fc-973b-4741-8642-643b457a071b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] No waiting events found dispatching network-vif-plugged-61e801fb-6f53-4ceb-90ba-1853da0870cb {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:24:02 user nova-compute[74675]: WARNING nova.compute.manager [req-5994161f-37c5-4b0b-8a98-01bc0ebafbb8 req-1849782b-233f-4103-aa46-130ca1206856 service nova] [instance: 16e009fc-973b-4741-8642-643b457a071b] Received unexpected event network-vif-plugged-61e801fb-6f53-4ceb-90ba-1853da0870cb for instance with vm_state deleted and task_state None.
Nov 23 06:24:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:24:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:24:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:24:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:24:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:05 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 76a32788-6012-42a4-b10a-e62c382ec1cc is timed out.
Nov 23 06:24:05 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Successfully detached device vdb from instance 76a32788-6012-42a4-b10a-e62c382ec1cc from the live domain config.
Nov 23 06:24:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UDWSAHzc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:24:05 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:24:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee9c0233-2428-4f16-a60e-f57c8b202ed6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:24:05 user nova-compute[74675]: No targets found.
Nov 23 06:24:05 user nova-compute[74675]: iSNS:
Nov 23 06:24:05 user nova-compute[74675]: No targets found.
Nov 23 06:24:05 user nova-compute[74675]: STATIC:
Nov 23 06:24:05 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:24:05 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:24:05 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:24:05 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60
Nov 23 06:24:05 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:24:05 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:24:05 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f
Nov 23 06:24:05 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:24:05 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:24:05 user nova-compute[74675]: FIRMWARE:
Nov 23 06:24:05 user nova-compute[74675]: No targets found.
Nov 23 06:24:05 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:24:05 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:24:05 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a927684-99e1-4a7c-be1d-5228a8987783]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2218455-253b-4845-bbff-ddd30f54405b]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:24:05 user nova-compute[74675]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:05 user nova-compute[74675]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f (non-flash)
Nov 23 06:24:05 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:24:05 user nova-compute[74675]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:05 user nova-compute[74675]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f (non-flash)
Nov 23 06:24:05 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac68681870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f'): ({'sdd'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Removing single pathed devices sdd {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[59257384-f2d2-40f8-bb7e-3579543f0f90]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[908475f1-f5ba-4c40-9598-b9256db4fafe]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Flushing IO for device /dev/sdd {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[60025d2b-5af7-4282-b6f4-3d26fa657f47]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.068s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[accb9753-ef04-4500-b994-d8ef6b0ab8cb]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] SCSI volumes sdd have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8571b1a7-4dc8-485e-a0b1-2a9211dc2fa3]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a94257b-0bec-4eb7-8d43-a8d9e7caf09b]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f, portal: 172.16.0.220,3260]
Nov 23 06:24:06 user nova-compute[74675]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f, portal: 172.16.0.220,3260] successful.
Nov 23 06:24:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4efb7d95-f03e-485f-be6a-4a07a8e49a4f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[196d24ee-7a3a-4065-9c7f-0d929ab7fbf3]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.370s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] <== disconnect_volume: return (371ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:24:06 user nova-compute[74675]: INFO nova.compute.claims [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Claim successful on node user
Nov 23 06:24:06 user nova-compute[74675]: DEBUG nova.objects.instance [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lazy-loading 'flavor' on Instance uuid 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:24:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-066aa563-1b60-43a3-a1b9-38069a215878 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.979s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.593s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:24:07 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:24:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG nova.policy [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '075151558faf4ffcb0cf31dd53f98ff7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb39bb81083d4d2fa4769f4f51608b09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:24:07 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Creating image(s)
Nov 23 06:24:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "/opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "/opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "/opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.243s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.200s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk 1073741824" returned: 0 in 0.059s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Successfully created port: b9717cd1-18bd-4775-a71c-0ed5e12e4cfc {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Cannot resize image /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Ensure instance console log exists: /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Successfully updated port: b9717cd1-18bd-4775-a71c-0ed5e12e4cfc {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "refresh_cache-7728764d-bcc0-4f40-8fab-9862d5f6b3e0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquired lock "refresh_cache-7728764d-bcc0-4f40-8fab-9862d5f6b3e0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-27654cd2-46e8-4038-a7ef-bd530edffaff req-c9fe407e-b700-46c3-9e3f-c428ccffacb7 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Received event network-changed-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-27654cd2-46e8-4038-a7ef-bd530edffaff req-c9fe407e-b700-46c3-9e3f-c428ccffacb7 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Refreshing instance network info cache due to event network-changed-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-27654cd2-46e8-4038-a7ef-bd530edffaff req-c9fe407e-b700-46c3-9e3f-c428ccffacb7 service nova] Acquiring lock "refresh_cache-7728764d-bcc0-4f40-8fab-9862d5f6b3e0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-d80b9e09-fb19-4101-985b-2d3e13299c20 req-7bfa7b45-4dfe-4143-8ca4-66e9f251aa3e service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received event network-changed-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-d80b9e09-fb19-4101-985b-2d3e13299c20 req-7bfa7b45-4dfe-4143-8ca4-66e9f251aa3e service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Refreshing instance network info cache due to event network-changed-36a6a7ff-664d-4c82-8bd7-62748dccd849. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d80b9e09-fb19-4101-985b-2d3e13299c20 req-7bfa7b45-4dfe-4143-8ca4-66e9f251aa3e service nova] Acquiring lock "refresh_cache-90bb05cf-c566-457b-8952-bfd2c0f31643" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d80b9e09-fb19-4101-985b-2d3e13299c20 req-7bfa7b45-4dfe-4143-8ca4-66e9f251aa3e service nova] Acquired lock "refresh_cache-90bb05cf-c566-457b-8952-bfd2c0f31643" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG nova.network.neutron [req-d80b9e09-fb19-4101-985b-2d3e13299c20 req-7bfa7b45-4dfe-4143-8ca4-66e9f251aa3e service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Refreshing network info cache for port 36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:24:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Updating instance_info_cache with network_info: [{"id": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "address": "fa:16:3e:a5:9d:f1", "network": {"id": "11e4b0b1-b478-461b-8d78-1c8d6457bb4b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1369241236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb39bb81083d4d2fa4769f4f51608b09", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9717cd1-18", "ovs_interfaceid": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Releasing lock "refresh_cache-7728764d-bcc0-4f40-8fab-9862d5f6b3e0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Instance network_info: |[{"id": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "address": "fa:16:3e:a5:9d:f1", "network": {"id": "11e4b0b1-b478-461b-8d78-1c8d6457bb4b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1369241236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb39bb81083d4d2fa4769f4f51608b09", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9717cd1-18", "ovs_interfaceid": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-27654cd2-46e8-4038-a7ef-bd530edffaff req-c9fe407e-b700-46c3-9e3f-c428ccffacb7 service nova] Acquired lock "refresh_cache-7728764d-bcc0-4f40-8fab-9862d5f6b3e0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-27654cd2-46e8-4038-a7ef-bd530edffaff req-c9fe407e-b700-46c3-9e3f-c428ccffacb7 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Refreshing network info cache for port b9717cd1-18bd-4775-a71c-0ed5e12e4cfc {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Start _get_guest_xml network_info=[{"id": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "address": "fa:16:3e:a5:9d:f1", "network": {"id": "11e4b0b1-b478-461b-8d78-1c8d6457bb4b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1369241236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb39bb81083d4d2fa4769f4f51608b09", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9717cd1-18", "ovs_interfaceid": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:24:09 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:24:09 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:24:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1311779497',display_name='tempest-TestServerVolumeAttachmentScenario-server-1311779497',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1311779497',id=26,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+axyktwwi1ZSgBvAOPe3h1AiNSgE3L02birS+Yxxjmtp4WiCZFRr+XCS/7Xk191ZF9BYilC4gNEABo//yfqEnerP+t/5HKGgXx7W3rox9kUXnBcpHi3Sc3uwCcff9z+w==',key_name='tempest-keypair-2114718017',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb39bb81083d4d2fa4769f4f51608b09',ramdisk_id='',reservation_id='r-hwdtbb01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1412891416',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1412891416-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:24:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='075151558faf4ffcb0cf31dd53f98ff7',uuid=7728764d-bcc0-4f40-8fab-9862d5f6b3e0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "address": "fa:16:3e:a5:9d:f1", "network": {"id": "11e4b0b1-b478-461b-8d78-1c8d6457bb4b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1369241236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb39bb81083d4d2fa4769f4f51608b09", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9717cd1-18", "ovs_interfaceid": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Converting VIF {"id": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "address": "fa:16:3e:a5:9d:f1", "network": {"id": "11e4b0b1-b478-461b-8d78-1c8d6457bb4b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1369241236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb39bb81083d4d2fa4769f4f51608b09", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9717cd1-18", "ovs_interfaceid": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:9d:f1,bridge_name='br-int',has_traffic_filtering=True,id=b9717cd1-18bd-4775-a71c-0ed5e12e4cfc,network=Network(11e4b0b1-b478-461b-8d78-1c8d6457bb4b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9717cd1-18') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.objects.instance [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lazy-loading 'pci_devices' on Instance uuid 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:24:09 user nova-compute[74675]:   <uuid>7728764d-bcc0-4f40-8fab-9862d5f6b3e0</uuid>
Nov 23 06:24:09 user nova-compute[74675]:   <name>instance-0000001a</name>
Nov 23 06:24:09 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:24:09 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:24:09 user nova-compute[74675]:   <metadata>
Nov 23 06:24:09 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:24:09 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:24:09 user nova-compute[74675]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1311779497</nova:name>
Nov 23 06:24:09 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:24:09</nova:creationTime>
Nov 23 06:24:09 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:24:09 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:24:09 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:24:09 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:24:09 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:24:09 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:24:09 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:24:09 user nova-compute[74675]:       <nova:owner>
Nov 23 06:24:09 user nova-compute[74675]:         <nova:user uuid="075151558faf4ffcb0cf31dd53f98ff7">tempest-TestServerVolumeAttachmentScenario-1412891416-project-member</nova:user>
Nov 23 06:24:09 user nova-compute[74675]:         <nova:project uuid="bb39bb81083d4d2fa4769f4f51608b09">tempest-TestServerVolumeAttachmentScenario-1412891416</nova:project>
Nov 23 06:24:09 user nova-compute[74675]:       </nova:owner>
Nov 23 06:24:09 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:24:09 user nova-compute[74675]:       <nova:ports>
Nov 23 06:24:09 user nova-compute[74675]:         <nova:port uuid="b9717cd1-18bd-4775-a71c-0ed5e12e4cfc">
Nov 23 06:24:09 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 23 06:24:09 user nova-compute[74675]:         </nova:port>
Nov 23 06:24:09 user nova-compute[74675]:       </nova:ports>
Nov 23 06:24:09 user nova-compute[74675]:     </nova:instance>
Nov 23 06:24:09 user nova-compute[74675]:   </metadata>
Nov 23 06:24:09 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:24:09 user nova-compute[74675]:     <system>
Nov 23 06:24:09 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:24:09 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:24:09 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:24:09 user nova-compute[74675]:       <entry name="serial">7728764d-bcc0-4f40-8fab-9862d5f6b3e0</entry>
Nov 23 06:24:09 user nova-compute[74675]:       <entry name="uuid">7728764d-bcc0-4f40-8fab-9862d5f6b3e0</entry>
Nov 23 06:24:09 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:24:09 user nova-compute[74675]:     </system>
Nov 23 06:24:09 user nova-compute[74675]:   </sysinfo>
Nov 23 06:24:09 user nova-compute[74675]:   <os>
Nov 23 06:24:09 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:24:09 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:24:09 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:24:09 user nova-compute[74675]:   </os>
Nov 23 06:24:09 user nova-compute[74675]:   <features>
Nov 23 06:24:09 user nova-compute[74675]:     <acpi/>
Nov 23 06:24:09 user nova-compute[74675]:     <apic/>
Nov 23 06:24:09 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:24:09 user nova-compute[74675]:   </features>
Nov 23 06:24:09 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:24:09 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:24:09 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:24:09 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:24:09 user nova-compute[74675]:   </clock>
Nov 23 06:24:09 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:24:09 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:24:09 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:24:09 user nova-compute[74675]:   </cpu>
Nov 23 06:24:09 user nova-compute[74675]:   <devices>
Nov 23 06:24:09 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:24:09 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:24:09 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk"/>
Nov 23 06:24:09 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:24:09 user nova-compute[74675]:     </disk>
Nov 23 06:24:09 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:24:09 user nova-compute[74675]:       <mac address="fa:16:3e:a5:9d:f1"/>
Nov 23 06:24:09 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:24:09 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:24:09 user nova-compute[74675]:       <target dev="tapb9717cd1-18"/>
Nov 23 06:24:09 user nova-compute[74675]:     </interface>
Nov 23 06:24:09 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:24:09 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/console.log" append="off"/>
Nov 23 06:24:09 user nova-compute[74675]:     </serial>
Nov 23 06:24:09 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:24:09 user nova-compute[74675]:     <video>
Nov 23 06:24:09 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:24:09 user nova-compute[74675]:     </video>
Nov 23 06:24:09 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:24:09 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:24:09 user nova-compute[74675]:     </rng>
Nov 23 06:24:09 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:24:09 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:24:09 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:24:09 user nova-compute[74675]:     </memballoon>
Nov 23 06:24:09 user nova-compute[74675]:   </devices>
Nov 23 06:24:09 user nova-compute[74675]: </domain>
Nov 23 06:24:09 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:24:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1311779497',display_name='tempest-TestServerVolumeAttachmentScenario-server-1311779497',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1311779497',id=26,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+axyktwwi1ZSgBvAOPe3h1AiNSgE3L02birS+Yxxjmtp4WiCZFRr+XCS/7Xk191ZF9BYilC4gNEABo//yfqEnerP+t/5HKGgXx7W3rox9kUXnBcpHi3Sc3uwCcff9z+w==',key_name='tempest-keypair-2114718017',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb39bb81083d4d2fa4769f4f51608b09',ramdisk_id='',reservation_id='r-hwdtbb01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1412891416',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1412891416-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:24:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='075151558faf4ffcb0cf31dd53f98ff7',uuid=7728764d-bcc0-4f40-8fab-9862d5f6b3e0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "address": "fa:16:3e:a5:9d:f1", "network": {"id": "11e4b0b1-b478-461b-8d78-1c8d6457bb4b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1369241236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb39bb81083d4d2fa4769f4f51608b09", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9717cd1-18", "ovs_interfaceid": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Converting VIF {"id": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "address": "fa:16:3e:a5:9d:f1", "network": {"id": "11e4b0b1-b478-461b-8d78-1c8d6457bb4b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1369241236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb39bb81083d4d2fa4769f4f51608b09", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9717cd1-18", "ovs_interfaceid": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:9d:f1,bridge_name='br-int',has_traffic_filtering=True,id=b9717cd1-18bd-4775-a71c-0ed5e12e4cfc,network=Network(11e4b0b1-b478-461b-8d78-1c8d6457bb4b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9717cd1-18') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG os_vif [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:9d:f1,bridge_name='br-int',has_traffic_filtering=True,id=b9717cd1-18bd-4775-a71c-0ed5e12e4cfc,network=Network(11e4b0b1-b478-461b-8d78-1c8d6457bb4b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9717cd1-18') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fadbe255-98aa-59c0-83f0-2542d19998ae', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb9717cd1-18, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb9717cd1-18, col_values=(('qos', UUID('fcdd0a22-0a67-41b8-85af-73653c773b92')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb9717cd1-18, col_values=(('external_ids', {'iface-id': 'b9717cd1-18bd-4775-a71c-0ed5e12e4cfc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a5:9d:f1', 'vm-uuid': '7728764d-bcc0-4f40-8fab-9862d5f6b3e0'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:09 user nova-compute[74675]: INFO os_vif [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:9d:f1,bridge_name='br-int',has_traffic_filtering=True,id=b9717cd1-18bd-4775-a71c-0ed5e12e4cfc,network=Network(11e4b0b1-b478-461b-8d78-1c8d6457bb4b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9717cd1-18')
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] No VIF found with MAC fa:16:3e:a5:9d:f1, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-d80b9e09-fb19-4101-985b-2d3e13299c20 req-7bfa7b45-4dfe-4143-8ca4-66e9f251aa3e service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Updated VIF entry in instance network info cache for port 36a6a7ff-664d-4c82-8bd7-62748dccd849. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-d80b9e09-fb19-4101-985b-2d3e13299c20 req-7bfa7b45-4dfe-4143-8ca4-66e9f251aa3e service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Updating instance_info_cache with network_info: [{"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d80b9e09-fb19-4101-985b-2d3e13299c20 req-7bfa7b45-4dfe-4143-8ca4-66e9f251aa3e service nova] Releasing lock "refresh_cache-90bb05cf-c566-457b-8952-bfd2c0f31643" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-27654cd2-46e8-4038-a7ef-bd530edffaff req-c9fe407e-b700-46c3-9e3f-c428ccffacb7 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Updated VIF entry in instance network info cache for port b9717cd1-18bd-4775-a71c-0ed5e12e4cfc. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-27654cd2-46e8-4038-a7ef-bd530edffaff req-c9fe407e-b700-46c3-9e3f-c428ccffacb7 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Updating instance_info_cache with network_info: [{"id": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "address": "fa:16:3e:a5:9d:f1", "network": {"id": "11e4b0b1-b478-461b-8d78-1c8d6457bb4b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1369241236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb39bb81083d4d2fa4769f4f51608b09", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9717cd1-18", "ovs_interfaceid": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:24:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-27654cd2-46e8-4038-a7ef-bd530edffaff req-c9fe407e-b700-46c3-9e3f-c428ccffacb7 service nova] Releasing lock "refresh_cache-7728764d-bcc0-4f40-8fab-9862d5f6b3e0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:24:10 user nova-compute[74675]: INFO nova.compute.manager [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Rebuilding instance
Nov 23 06:24:10 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:24:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:10 user nova-compute[74675]: DEBUG nova.compute.manager [req-7d20586f-9c47-43bc-b5c7-16d8a342a07a req-419ecce9-7fc6-4762-bf5d-ec537a06521e service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received event network-vif-unplugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7d20586f-9c47-43bc-b5c7-16d8a342a07a req-419ecce9-7fc6-4762-bf5d-ec537a06521e service nova] Acquiring lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7d20586f-9c47-43bc-b5c7-16d8a342a07a req-419ecce9-7fc6-4762-bf5d-ec537a06521e service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7d20586f-9c47-43bc-b5c7-16d8a342a07a req-419ecce9-7fc6-4762-bf5d-ec537a06521e service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:10 user nova-compute[74675]: DEBUG nova.compute.manager [req-7d20586f-9c47-43bc-b5c7-16d8a342a07a req-419ecce9-7fc6-4762-bf5d-ec537a06521e service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] No waiting events found dispatching network-vif-unplugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:24:10 user nova-compute[74675]: WARNING nova.compute.manager [req-7d20586f-9c47-43bc-b5c7-16d8a342a07a req-419ecce9-7fc6-4762-bf5d-ec537a06521e service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received unexpected event network-vif-unplugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 for instance with vm_state active and task_state rebuilding.
Nov 23 06:24:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-07396432-c3fd-4916-b2bb-545db3a88852 req-d03d0a4c-1e4c-4c6d-a7a1-54fa24cbec4d service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Received event network-vif-plugged-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-07396432-c3fd-4916-b2bb-545db3a88852 req-d03d0a4c-1e4c-4c6d-a7a1-54fa24cbec4d service nova] Acquiring lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-07396432-c3fd-4916-b2bb-545db3a88852 req-d03d0a4c-1e4c-4c6d-a7a1-54fa24cbec4d service nova] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-07396432-c3fd-4916-b2bb-545db3a88852 req-d03d0a4c-1e4c-4c6d-a7a1-54fa24cbec4d service nova] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-07396432-c3fd-4916-b2bb-545db3a88852 req-d03d0a4c-1e4c-4c6d-a7a1-54fa24cbec4d service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] No waiting events found dispatching network-vif-plugged-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:24:11 user nova-compute[74675]: WARNING nova.compute.manager [req-07396432-c3fd-4916-b2bb-545db3a88852 req-d03d0a4c-1e4c-4c6d-a7a1-54fa24cbec4d service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Received unexpected event network-vif-plugged-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc for instance with vm_state building and task_state spawning.
Nov 23 06:24:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Instance destroyed successfully.
Nov 23 06:24:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Instance destroyed successfully.
Nov 23 06:24:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:22:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-103731498',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-43677430',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLd1Ee2wrjeQHPY4f/eq1vNUs9W1irsXqmuXbT2PAzMs9Rb4QB6loPEV00gxg6QJASYVdLL2xS8cIxqyERQt61hFWSEG504YOMUYBh3YyAptnF/Q40hzcLY6QiqT8qu1jQ==',key_name='tempest-keypair-672819649',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:22:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e2449d25ce15439f9e6877599fc72b03',ramdisk_id='',reservation_id='r-y8f4xtay',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1140778182',owner_user_name='tempest-ServerActionsV293TestJSON-1140778182-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:24:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f1d2cb36a24debbd7a29c89c696b8f',uuid=90bb05cf-c566-457b-8952-bfd2c0f31643,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Converting VIF {"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d3:62:bc,bridge_name='br-int',has_traffic_filtering=True,id=36a6a7ff-664d-4c82-8bd7-62748dccd849,network=Network(5c2e856e-613b-4115-80d2-4e81ca821f70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a6a7ff-66') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_vif [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:62:bc,bridge_name='br-int',has_traffic_filtering=True,id=36a6a7ff-664d-4c82-8bd7-62748dccd849,network=Network(5c2e856e-613b-4115-80d2-4e81ca821f70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a6a7ff-66') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap36a6a7ff-66, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=00743f9a-818b-43d9-9f32-609c43a887c2) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:11 user nova-compute[74675]: INFO os_vif [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:62:bc,bridge_name='br-int',has_traffic_filtering=True,id=36a6a7ff-664d-4c82-8bd7-62748dccd849,network=Network(5c2e856e-613b-4115-80d2-4e81ca821f70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a6a7ff-66')
Nov 23 06:24:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vcXdtCLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:24:11 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.004s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e80411f-5ee1-4499-bef0-86837ac264a7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:24:11 user nova-compute[74675]: No targets found.
Nov 23 06:24:11 user nova-compute[74675]: iSNS:
Nov 23 06:24:11 user nova-compute[74675]: No targets found.
Nov 23 06:24:11 user nova-compute[74675]: STATIC:
Nov 23 06:24:11 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:24:11 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:24:11 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:24:11 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60
Nov 23 06:24:11 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:24:11 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:24:11 user nova-compute[74675]: FIRMWARE:
Nov 23 06:24:11 user nova-compute[74675]: No targets found.
Nov 23 06:24:11 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:24:11 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:24:11 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[70fdb507-f19a-41b9-9055-152f6234abf5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba7a76b8-ef63-4072-9100-c9b90841e9df]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:24:11 user nova-compute[74675]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:11 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:24:11 user nova-compute[74675]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:11 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac88279120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bc15003-3b3f-4dfa-902b-a215b81fd709]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[21e08431-d455-4598-a9f3-af23ea0f73d1]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1398cc85-7669-4b52-a6e6-1dc6fd8ac317]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1279ced-ab27-44ad-a884-c664b265cab6]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[73e493c6-d070-4f22-9609-b38b1b523402]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[371da00c-1414-40ba-abd9-c0e0c7211c16]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60, portal: 172.16.0.220,3260]
Nov 23 06:24:11 user nova-compute[74675]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60, portal: 172.16.0.220,3260] successful.
Nov 23 06:24:11 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[03157ad5-49dd-441f-a66e-f63f34d50b7d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] <== disconnect_volume: return (313ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:24:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:24:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Deleting instance files /opt/stack/data/nova/instances/90bb05cf-c566-457b-8952-bfd2c0f31643_del
Nov 23 06:24:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Deletion of /opt/stack/data/nova/instances/90bb05cf-c566-457b-8952-bfd2c0f31643_del complete
Nov 23 06:24:12 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 90bb05cf-c566-457b-8952-bfd2c0f31643 could not be found.
Nov 23 06:24:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vcXdtCLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:24:12 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 23 06:24:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[345d52d1-f184-4fc9-9b24-ff14f0edcbd8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:24:12 user nova-compute[74675]: No targets found.
Nov 23 06:24:12 user nova-compute[74675]: iSNS:
Nov 23 06:24:12 user nova-compute[74675]: No targets found.
Nov 23 06:24:12 user nova-compute[74675]: STATIC:
Nov 23 06:24:12 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:24:12 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:24:12 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:24:12 user nova-compute[74675]: FIRMWARE:
Nov 23 06:24:12 user nova-compute[74675]: No targets found.
Nov 23 06:24:12 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:24:12 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:24:12 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[753b8349-40af-4cb4-a0e7-e0eb8c810999]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[64759276-bc7c-4998-8921-7e6478d18cdb]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:12 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:12 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac682c3b50>, {}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Disconnecting from: [] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.066s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] <== disconnect_volume: return (68ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG nova.compute.manager [req-48167bd1-4921-47e2-9a17-4e1eab603fb7 req-2d651d2d-e00e-4bf3-a62a-0dc6f7a970bd service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received event network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-48167bd1-4921-47e2-9a17-4e1eab603fb7 req-2d651d2d-e00e-4bf3-a62a-0dc6f7a970bd service nova] Acquiring lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-48167bd1-4921-47e2-9a17-4e1eab603fb7 req-2d651d2d-e00e-4bf3-a62a-0dc6f7a970bd service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-48167bd1-4921-47e2-9a17-4e1eab603fb7 req-2d651d2d-e00e-4bf3-a62a-0dc6f7a970bd service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:12 user nova-compute[74675]: DEBUG nova.compute.manager [req-48167bd1-4921-47e2-9a17-4e1eab603fb7 req-2d651d2d-e00e-4bf3-a62a-0dc6f7a970bd service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] No waiting events found dispatching network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:24:12 user nova-compute[74675]: WARNING nova.compute.manager [req-48167bd1-4921-47e2-9a17-4e1eab603fb7 req-2d651d2d-e00e-4bf3-a62a-0dc6f7a970bd service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received unexpected event network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 for instance with vm_state active and task_state rebuilding.
Nov 23 06:24:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Preparing to wait for external event volume-reimaged-1cfef494-15b6-491b-ac64-d60738f8db60 {{(pid=74675) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Nov 23 06:24:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-89042be8-d3e2-4b48-8d4c-5410fbbb160a req-6fff0e2f-f88d-40b3-a076-95442cc44436 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Received event network-vif-plugged-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-89042be8-d3e2-4b48-8d4c-5410fbbb160a req-6fff0e2f-f88d-40b3-a076-95442cc44436 service nova] Acquiring lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-89042be8-d3e2-4b48-8d4c-5410fbbb160a req-6fff0e2f-f88d-40b3-a076-95442cc44436 service nova] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-89042be8-d3e2-4b48-8d4c-5410fbbb160a req-6fff0e2f-f88d-40b3-a076-95442cc44436 service nova] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-89042be8-d3e2-4b48-8d4c-5410fbbb160a req-6fff0e2f-f88d-40b3-a076-95442cc44436 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] No waiting events found dispatching network-vif-plugged-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:24:13 user nova-compute[74675]: WARNING nova.compute.manager [req-89042be8-d3e2-4b48-8d4c-5410fbbb160a req-6fff0e2f-f88d-40b3-a076-95442cc44436 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Received unexpected event network-vif-plugged-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc for instance with vm_state building and task_state spawning.
Nov 23 06:24:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:24:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:24:13 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Instance spawned successfully.
Nov 23 06:24:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:24:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:24:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:24:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:24:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:24:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:24:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:24:13 user nova-compute[74675]: INFO nova.compute.manager [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Took 6.06 seconds to spawn the instance on the hypervisor.
Nov 23 06:24:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:24:13 user nova-compute[74675]: INFO nova.compute.manager [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Took 6.97 seconds to build instance.
Nov 23 06:24:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b9403851-3520-4018-b9e8-250098a7d380 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.121s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG nova.compute.manager [req-c49117f9-8ec5-4746-980f-a64f26b3878d req-9cbc3339-780b-42fb-902c-bb55ba0e2133 service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received event volume-reimaged-1cfef494-15b6-491b-ac64-d60738f8db60 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c49117f9-8ec5-4746-980f-a64f26b3878d req-9cbc3339-780b-42fb-902c-bb55ba0e2133 service nova] Acquiring lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c49117f9-8ec5-4746-980f-a64f26b3878d req-9cbc3339-780b-42fb-902c-bb55ba0e2133 service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c49117f9-8ec5-4746-980f-a64f26b3878d req-9cbc3339-780b-42fb-902c-bb55ba0e2133 service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG nova.compute.manager [req-c49117f9-8ec5-4746-980f-a64f26b3878d req-9cbc3339-780b-42fb-902c-bb55ba0e2133 service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Processing event volume-reimaged-1cfef494-15b6-491b-ac64-d60738f8db60 {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Instance event wait completed in 15 seconds for volume-reimaged {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:24:28 user nova-compute[74675]: INFO nova.virt.block_device [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Booting with volume 1cfef494-15b6-491b-ac64-d60738f8db60 at /dev/vda
Nov 23 06:24:28 user nova-compute[74675]: DEBUG os_brick.utils [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe15f887-50b7-436e-8ed4-f0471780d4c5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[58b8122c-2bd8-4142-9ba5-1cd67ebb4076]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[45437566-87ee-459c-bfec-b6e8ee636255]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[edddcab6-4378-40fd-b06f-01afa1a205db]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:24:28 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:24:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c74c218-6264-4fad-af40-d962790b821b]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG os_brick.utils [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] <== get_connector_properties: return (108ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:24:28 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Updating existing volume attachment record: 425fcc06-f5e4-4736-873c-0dd77da78258 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:24:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "08802d78-5573-4533-b3aa-672fe57b971d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "08802d78-5573-4533-b3aa-672fe57b971d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "08802d78-5573-4533-b3aa-672fe57b971d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:29 user nova-compute[74675]: INFO nova.compute.manager [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Terminating instance
Nov 23 06:24:29 user nova-compute[74675]: DEBUG nova.compute.manager [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:24:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:29 user nova-compute[74675]: DEBUG nova.compute.manager [req-c33fbdbe-3fb4-4bd6-86a9-16c0d22861dd req-e3844a86-3ce7-401b-92fd-63cd25e63067 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received event network-vif-unplugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c33fbdbe-3fb4-4bd6-86a9-16c0d22861dd req-e3844a86-3ce7-401b-92fd-63cd25e63067 service nova] Acquiring lock "08802d78-5573-4533-b3aa-672fe57b971d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c33fbdbe-3fb4-4bd6-86a9-16c0d22861dd req-e3844a86-3ce7-401b-92fd-63cd25e63067 service nova] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c33fbdbe-3fb4-4bd6-86a9-16c0d22861dd req-e3844a86-3ce7-401b-92fd-63cd25e63067 service nova] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:29 user nova-compute[74675]: DEBUG nova.compute.manager [req-c33fbdbe-3fb4-4bd6-86a9-16c0d22861dd req-e3844a86-3ce7-401b-92fd-63cd25e63067 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] No waiting events found dispatching network-vif-unplugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:24:29 user nova-compute[74675]: DEBUG nova.compute.manager [req-c33fbdbe-3fb4-4bd6-86a9-16c0d22861dd req-e3844a86-3ce7-401b-92fd-63cd25e63067 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received event network-vif-unplugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:24:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:30 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Instance destroyed successfully.
Nov 23 06:24:30 user nova-compute[74675]: DEBUG nova.objects.instance [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lazy-loading 'resources' on Instance uuid 08802d78-5573-4533-b3aa-672fe57b971d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:24:30 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-23T06:18:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1372135748',display_name='tempest-ServerActionsTestOtherA-server-1340197696',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1372135748',id=14,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFGf/Op6TsOpk5plN61UTz4UKhGPSOfU0L55tlEYNc3RlYGqp2zerpdBAFp/j2AvYHVH3UklbmN/WoJyR+KB0x5Bc1btsGWdk4lS0DSHIXtdMOYDYyJQwrkgsmipp0GVFQ==',key_name='tempest-keypair-692905932',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:21:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8eaf068877754620a8c074e5463d5adc',ramdisk_id='',reservation_id='r-dpxc5lc2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-891907262',owner_user_name='tempest-ServerActionsTestOtherA-891907262-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:21:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6e28578c4a2646bfb41fed9714e6244d',uuid=08802d78-5573-4533-b3aa-672fe57b971d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:24:30 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converting VIF {"id": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "address": "fa:16:3e:c6:d5:b1", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap514fb6d5-20", "ovs_interfaceid": "514fb6d5-20c5-4186-a2eb-e6b1da2fcd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:24:30 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:d5:b1,bridge_name='br-int',has_traffic_filtering=True,id=514fb6d5-20c5-4186-a2eb-e6b1da2fcd53,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514fb6d5-20') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:24:30 user nova-compute[74675]: DEBUG os_vif [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:d5:b1,bridge_name='br-int',has_traffic_filtering=True,id=514fb6d5-20c5-4186-a2eb-e6b1da2fcd53,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514fb6d5-20') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:24:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap514fb6d5-20, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:24:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e07eddff-16d8-4c1e-a9f5-3ca0b4d8739e) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:24:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:30 user nova-compute[74675]: INFO os_vif [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:d5:b1,bridge_name='br-int',has_traffic_filtering=True,id=514fb6d5-20c5-4186-a2eb-e6b1da2fcd53,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514fb6d5-20')
Nov 23 06:24:30 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Deleting instance files /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d_del
Nov 23 06:24:30 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Deletion of /opt/stack/data/nova/instances/08802d78-5573-4533-b3aa-672fe57b971d_del complete
Nov 23 06:24:30 user nova-compute[74675]: INFO nova.compute.manager [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Took 0.84 seconds to destroy the instance on the hypervisor.
Nov 23 06:24:30 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:24:30 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:24:30 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:24:31 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:24:31 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Took 0.88 seconds to deallocate network for instance.
Nov 23 06:24:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:31 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:24:31 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:24:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.411s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:31 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Deleted allocations for instance 08802d78-5573-4533-b3aa-672fe57b971d
Nov 23 06:24:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-d654cb09-9c90-40d2-831b-fec49f448f84 req-48959de9-e7b7-4848-b9ad-1064b4f882a9 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received event network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d654cb09-9c90-40d2-831b-fec49f448f84 req-48959de9-e7b7-4848-b9ad-1064b4f882a9 service nova] Acquiring lock "08802d78-5573-4533-b3aa-672fe57b971d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d654cb09-9c90-40d2-831b-fec49f448f84 req-48959de9-e7b7-4848-b9ad-1064b4f882a9 service nova] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d654cb09-9c90-40d2-831b-fec49f448f84 req-48959de9-e7b7-4848-b9ad-1064b4f882a9 service nova] Lock "08802d78-5573-4533-b3aa-672fe57b971d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-d654cb09-9c90-40d2-831b-fec49f448f84 req-48959de9-e7b7-4848-b9ad-1064b4f882a9 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] No waiting events found dispatching network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:24:31 user nova-compute[74675]: WARNING nova.compute.manager [req-d654cb09-9c90-40d2-831b-fec49f448f84 req-48959de9-e7b7-4848-b9ad-1064b4f882a9 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received unexpected event network-vif-plugged-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 for instance with vm_state deleted and task_state None.
Nov 23 06:24:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-d654cb09-9c90-40d2-831b-fec49f448f84 req-48959de9-e7b7-4848-b9ad-1064b4f882a9 service nova] [instance: 08802d78-5573-4533-b3aa-672fe57b971d] Received event network-vif-deleted-514fb6d5-20c5-4186-a2eb-e6b1da2fcd53 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4dd0f791-c2ea-4d2a-bcf4-e24763e24343 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "08802d78-5573-4533-b3aa-672fe57b971d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.323s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:33 user nova-compute[74675]: INFO nova.compute.manager [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Rescuing
Nov 23 06:24:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:24:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquired lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:24:33 user nova-compute[74675]: DEBUG nova.network.neutron [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.network.neutron [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Updating instance_info_cache with network_info: [{"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Releasing lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:24:34 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Creating image(s)
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Ensure instance console log exists: /opt/stack/data/nova/instances/90bb05cf-c566-457b-8952-bfd2c0f31643/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Start _get_guest_xml network_info=[{"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vcXdtCLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '90bb05cf-c566-457b-8952-bfd2c0f31643', 'attached_at': '', 'detached_at': '', 'volume_id': '1cfef494-15b6-491b-ac64-d60738f8db60', 'serial': '1cfef494-15b6-491b-ac64-d60738f8db60'}, 'attachment_id': '425fcc06-f5e4-4736-873c-0dd77da78258', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:34 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 23 06:24:34 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.objects.instance [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lazy-loading 'vcpu_model' on Instance uuid 90bb05cf-c566-457b-8952-bfd2c0f31643 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vcXdtCLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:24:34 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:24:34 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:24:34 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b6d80d4-605c-4dc1-a24b-8742c55c4614]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:24:34 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2661b7d8-15e5-4f74-a7fe-110fd36006ce]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60] added
Nov 23 06:24:34 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.compute.manager [req-85fb137f-e614-4281-ae4f-a89bda2840b3 req-3f75ab8d-8635-49c8-860e-70ca22a1fa20 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received event network-vif-unplugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-85fb137f-e614-4281-ae4f-a89bda2840b3 req-3f75ab8d-8635-49c8-860e-70ca22a1fa20 service nova] Acquiring lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-85fb137f-e614-4281-ae4f-a89bda2840b3 req-3f75ab8d-8635-49c8-860e-70ca22a1fa20 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-85fb137f-e614-4281-ae4f-a89bda2840b3 req-3f75ab8d-8635-49c8-860e-70ca22a1fa20 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG nova.compute.manager [req-85fb137f-e614-4281-ae4f-a89bda2840b3 req-3f75ab8d-8635-49c8-860e-70ca22a1fa20 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] No waiting events found dispatching network-vif-unplugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:24:34 user nova-compute[74675]: WARNING nova.compute.manager [req-85fb137f-e614-4281-ae4f-a89bda2840b3 req-3f75ab8d-8635-49c8-860e-70ca22a1fa20 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received unexpected event network-vif-unplugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 for instance with vm_state active and task_state rescuing.
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[02b441dd-b43f-41aa-a8f3-da2fd19e3c15]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.040s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a12665b0-4076-4f4b-b857-e5ccf6077a13]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vcXdtCLI {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vcXdtCLI" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc39262b-e20d-4162-896b-76c23ff3ea73]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vcXdtCLI'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0eb208c-793c-4bba-8e60-1d0a04681576]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e163a42f-8423-471f-b9e9-21ab22e7a789]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:34 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:34 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7a9b4e7-1c8d-4ca9-973d-13e101e23e48]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60, portal: 172.16.0.220,3260]
Nov 23 06:24:34 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60, portal: 172.16.0.220,3260] successful.
Nov 23 06:24:34 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7ce3da5-b72f-41f3-9b1b-81345124bfdd]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a34eac6d-fe7f-4000-9e0a-eed663bb3690]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:34 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:24:34 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:34 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:24:34 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] HCTL ('33', '-', '-', 0) found on session 25 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:24:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:35 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ead26b7c-210c-4241-b952-d391c15036fa]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:35 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Searching for a device in session 25 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:24:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vcXdtCLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:24:35 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Instance destroyed successfully.
Nov 23 06:24:35 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Attempting a stable device rescue
Nov 23 06:24:35 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74675) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 23 06:24:35 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Instance directory exists: not creating {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 23 06:24:35 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Creating image(s)
Nov 23 06:24:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "/opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "/opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "/opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:35 user nova-compute[74675]: DEBUG nova.objects.instance [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'trusted_certs' on Instance uuid 3199fb46-f73c-460a-bc9d-ea4b89375e39 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:24:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "1c5b27eef600952ed5308c9abc86ae78673d5bf1" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "1c5b27eef600952ed5308c9abc86ae78673d5bf1" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1c5b27eef600952ed5308c9abc86ae78673d5bf1.part --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.708s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] <== connect_volume: return (1711ms) {'type': 'block', 'scsi_wwn': '26662323466633038', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26662323466633038', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-23T06:22:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-103731498',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-43677430',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLd1Ee2wrjeQHPY4f/eq1vNUs9W1irsXqmuXbT2PAzMs9Rb4QB6loPEV00gxg6QJASYVdLL2xS8cIxqyERQt61hFWSEG504YOMUYBh3YyAptnF/Q40hzcLY6QiqT8qu1jQ==',key_name='tempest-keypair-672819649',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:22:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e2449d25ce15439f9e6877599fc72b03',ramdisk_id='',reservation_id='r-y8f4xtay',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1140778182',owner_user_name='tempest-ServerActionsV293TestJSON-1140778182-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:24:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f1d2cb36a24debbd7a29c89c696b8f',uuid=90bb05cf-c566-457b-8952-bfd2c0f31643,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Converting VIF {"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d3:62:bc,bridge_name='br-int',has_traffic_filtering=True,id=36a6a7ff-664d-4c82-8bd7-62748dccd849,network=Network(5c2e856e-613b-4115-80d2-4e81ca821f70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a6a7ff-66') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:24:36 user nova-compute[74675]:   <uuid>90bb05cf-c566-457b-8952-bfd2c0f31643</uuid>
Nov 23 06:24:36 user nova-compute[74675]:   <name>instance-00000015</name>
Nov 23 06:24:36 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:24:36 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:24:36 user nova-compute[74675]:   <metadata>
Nov 23 06:24:36 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:24:36 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:24:36 user nova-compute[74675]:       <nova:name>tempest-ServerActionsV293TestJSON-server-103731498</nova:name>
Nov 23 06:24:36 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:24:34</nova:creationTime>
Nov 23 06:24:36 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:24:36 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:24:36 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:24:36 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:24:36 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:24:36 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:24:36 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:24:36 user nova-compute[74675]:       <nova:owner>
Nov 23 06:24:36 user nova-compute[74675]:         <nova:user uuid="b2f1d2cb36a24debbd7a29c89c696b8f">tempest-ServerActionsV293TestJSON-1140778182-project-member</nova:user>
Nov 23 06:24:36 user nova-compute[74675]:         <nova:project uuid="e2449d25ce15439f9e6877599fc72b03">tempest-ServerActionsV293TestJSON-1140778182</nova:project>
Nov 23 06:24:36 user nova-compute[74675]:       </nova:owner>
Nov 23 06:24:36 user nova-compute[74675]:       <nova:ports>
Nov 23 06:24:36 user nova-compute[74675]:         <nova:port uuid="36a6a7ff-664d-4c82-8bd7-62748dccd849">
Nov 23 06:24:36 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 23 06:24:36 user nova-compute[74675]:         </nova:port>
Nov 23 06:24:36 user nova-compute[74675]:       </nova:ports>
Nov 23 06:24:36 user nova-compute[74675]:     </nova:instance>
Nov 23 06:24:36 user nova-compute[74675]:   </metadata>
Nov 23 06:24:36 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:24:36 user nova-compute[74675]:     <system>
Nov 23 06:24:36 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:24:36 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:24:36 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:24:36 user nova-compute[74675]:       <entry name="serial">90bb05cf-c566-457b-8952-bfd2c0f31643</entry>
Nov 23 06:24:36 user nova-compute[74675]:       <entry name="uuid">90bb05cf-c566-457b-8952-bfd2c0f31643</entry>
Nov 23 06:24:36 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:24:36 user nova-compute[74675]:     </system>
Nov 23 06:24:36 user nova-compute[74675]:   </sysinfo>
Nov 23 06:24:36 user nova-compute[74675]:   <os>
Nov 23 06:24:36 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:24:36 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:24:36 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:24:36 user nova-compute[74675]:   </os>
Nov 23 06:24:36 user nova-compute[74675]:   <features>
Nov 23 06:24:36 user nova-compute[74675]:     <acpi/>
Nov 23 06:24:36 user nova-compute[74675]:     <apic/>
Nov 23 06:24:36 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:24:36 user nova-compute[74675]:   </features>
Nov 23 06:24:36 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:24:36 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:24:36 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:24:36 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:24:36 user nova-compute[74675]:   </clock>
Nov 23 06:24:36 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:24:36 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:24:36 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:24:36 user nova-compute[74675]:   </cpu>
Nov 23 06:24:36 user nova-compute[74675]:   <devices>
Nov 23 06:24:36 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:24:36 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:24:36 user nova-compute[74675]:       <source dev="/dev/sdb"/>
Nov 23 06:24:36 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:24:36 user nova-compute[74675]:       <serial>1cfef494-15b6-491b-ac64-d60738f8db60</serial>
Nov 23 06:24:36 user nova-compute[74675]:     </disk>
Nov 23 06:24:36 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:24:36 user nova-compute[74675]:       <mac address="fa:16:3e:d3:62:bc"/>
Nov 23 06:24:36 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:24:36 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:24:36 user nova-compute[74675]:       <target dev="tap36a6a7ff-66"/>
Nov 23 06:24:36 user nova-compute[74675]:     </interface>
Nov 23 06:24:36 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:24:36 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/90bb05cf-c566-457b-8952-bfd2c0f31643/console.log" append="off"/>
Nov 23 06:24:36 user nova-compute[74675]:     </serial>
Nov 23 06:24:36 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:24:36 user nova-compute[74675]:     <video>
Nov 23 06:24:36 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:24:36 user nova-compute[74675]:     </video>
Nov 23 06:24:36 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:24:36 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:24:36 user nova-compute[74675]:     </rng>
Nov 23 06:24:36 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:24:36 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:24:36 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:24:36 user nova-compute[74675]:     </memballoon>
Nov 23 06:24:36 user nova-compute[74675]:   </devices>
Nov 23 06:24:36 user nova-compute[74675]: </domain>
Nov 23 06:24:36 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-23T06:22:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-103731498',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-43677430',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLd1Ee2wrjeQHPY4f/eq1vNUs9W1irsXqmuXbT2PAzMs9Rb4QB6loPEV00gxg6QJASYVdLL2xS8cIxqyERQt61hFWSEG504YOMUYBh3YyAptnF/Q40hzcLY6QiqT8qu1jQ==',key_name='tempest-keypair-672819649',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:22:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e2449d25ce15439f9e6877599fc72b03',ramdisk_id='',reservation_id='r-y8f4xtay',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1140778182',owner_user_name='tempest-ServerActionsV293TestJSON-1140778182-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:24:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f1d2cb36a24debbd7a29c89c696b8f',uuid=90bb05cf-c566-457b-8952-bfd2c0f31643,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Converting VIF {"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d3:62:bc,bridge_name='br-int',has_traffic_filtering=True,id=36a6a7ff-664d-4c82-8bd7-62748dccd849,network=Network(5c2e856e-613b-4115-80d2-4e81ca821f70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a6a7ff-66') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG os_vif [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:62:bc,bridge_name='br-int',has_traffic_filtering=True,id=36a6a7ff-664d-4c82-8bd7-62748dccd849,network=Network(5c2e856e-613b-4115-80d2-4e81ca821f70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a6a7ff-66') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '66af81ea-b005-5542-aab0-8f2ed24c9a98', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap36a6a7ff-66, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap36a6a7ff-66, col_values=(('qos', UUID('e74a3467-e5e9-4bf2-8a0f-f04f7185fbf5')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap36a6a7ff-66, col_values=(('external_ids', {'iface-id': '36a6a7ff-664d-4c82-8bd7-62748dccd849', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d3:62:bc', 'vm-uuid': '90bb05cf-c566-457b-8952-bfd2c0f31643'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:36 user nova-compute[74675]: INFO os_vif [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:62:bc,bridge_name='br-int',has_traffic_filtering=True,id=36a6a7ff-664d-4c82-8bd7-62748dccd849,network=Network(5c2e856e-613b-4115-80d2-4e81ca821f70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a6a7ff-66')
Nov 23 06:24:36 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1c5b27eef600952ed5308c9abc86ae78673d5bf1.part --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG nova.virt.images [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] 7969a0fb-d4ef-4e3a-b46a-af71d8aecdef was qcow2, converting to raw {{(pid=74675) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1c5b27eef600952ed5308c9abc86ae78673d5bf1.part /opt/stack/data/nova/instances/_base/1c5b27eef600952ed5308c9abc86ae78673d5bf1.converted {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] No VIF found with MAC fa:16:3e:d3:62:bc, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-f7071d7a-f32d-4ae5-86a8-b0e09b6bfca0 req-2bb834a7-2c8c-42da-a2bc-788778626d73 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7071d7a-f32d-4ae5-86a8-b0e09b6bfca0 req-2bb834a7-2c8c-42da-a2bc-788778626d73 service nova] Acquiring lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7071d7a-f32d-4ae5-86a8-b0e09b6bfca0 req-2bb834a7-2c8c-42da-a2bc-788778626d73 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f7071d7a-f32d-4ae5-86a8-b0e09b6bfca0 req-2bb834a7-2c8c-42da-a2bc-788778626d73 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-f7071d7a-f32d-4ae5-86a8-b0e09b6bfca0 req-2bb834a7-2c8c-42da-a2bc-788778626d73 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] No waiting events found dispatching network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:24:36 user nova-compute[74675]: WARNING nova.compute.manager [req-f7071d7a-f32d-4ae5-86a8-b0e09b6bfca0 req-2bb834a7-2c8c-42da-a2bc-788778626d73 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received unexpected event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 for instance with vm_state active and task_state rescuing.
Nov 23 06:24:36 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1c5b27eef600952ed5308c9abc86ae78673d5bf1.part /opt/stack/data/nova/instances/_base/1c5b27eef600952ed5308c9abc86ae78673d5bf1.converted" returned: 0 in 0.320s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:36 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1c5b27eef600952ed5308c9abc86ae78673d5bf1.converted --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1c5b27eef600952ed5308c9abc86ae78673d5bf1.converted --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "1c5b27eef600952ed5308c9abc86ae78673d5bf1" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.732s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "1c5b27eef600952ed5308c9abc86ae78673d5bf1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "1c5b27eef600952ed5308c9abc86ae78673d5bf1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1c5b27eef600952ed5308c9abc86ae78673d5bf1 --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1c5b27eef600952ed5308c9abc86ae78673d5bf1 --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1c5b27eef600952ed5308c9abc86ae78673d5bf1,backing_fmt=raw /opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/disk.rescue {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1c5b27eef600952ed5308c9abc86ae78673d5bf1,backing_fmt=raw /opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/disk.rescue" returned: 0 in 0.067s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "1c5b27eef600952ed5308c9abc86ae78673d5bf1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.objects.instance [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'migration_context' on Instance uuid 3199fb46-f73c-460a-bc9d-ea4b89375e39 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.objects.base [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Object Instance<3199fb46-f73c-460a-bc9d-ea4b89375e39> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Start _get_guest_xml network_info=[{"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "vif_mac": "fa:16:3e:68:28:1e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '7969a0fb-d4ef-4e3a-b46a-af71d8aecdef', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iSusLHhy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '3199fb46-f73c-460a-bc9d-ea4b89375e39', 'attached_at': '', 'detached_at': '', 'volume_id': '267301e6-069a-48e5-8623-5e51fdab93b3', 'serial': '267301e6-069a-48e5-8623-5e51fdab93b3'}, 'attachment_id': '5430b721-e71c-408e-806f-9367bbcbe6cc', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.objects.instance [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'resources' on Instance uuid 3199fb46-f73c-460a-bc9d-ea4b89375e39 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.objects.base [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Object Instance<3199fb46-f73c-460a-bc9d-ea4b89375e39> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.objects.instance [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'numa_topology' on Instance uuid 3199fb46-f73c-460a-bc9d-ea4b89375e39 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.objects.base [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Object Instance<3199fb46-f73c-460a-bc9d-ea4b89375e39> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:24:37 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:24:37 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.objects.instance [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'vcpu_model' on Instance uuid 3199fb46-f73c-460a-bc9d-ea4b89375e39 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.objects.base [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Object Instance<3199fb46-f73c-460a-bc9d-ea4b89375e39> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iSusLHhy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:24:37 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:24:37 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:24:37 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[34f71381-8f15-48c0-b395-cbdea3708222]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = iSusLHhy\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 23 06:24:37 user nova-compute[74675]: node.name = iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:24:37 user nova-compute[74675]: node.tpgt = -1
Nov 23 06:24:37 user nova-compute[74675]: node.startup = automatic
Nov 23 06:24:37 user nova-compute[74675]: node.leading_login = No
Nov 23 06:24:37 user nova-compute[74675]: iface.iscsi_ifacename = default
Nov 23 06:24:37 user nova-compute[74675]: iface.net_ifacename = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.ipaddress = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.prefix_len = 0
Nov 23 06:24:37 user nova-compute[74675]: iface.hwaddress = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.transport_name = tcp
Nov 23 06:24:37 user nova-compute[74675]: iface.initiatorname = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.state = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.vlan_id = 0
Nov 23 06:24:37 user nova-compute[74675]: iface.vlan_priority = 0
Nov 23 06:24:37 user nova-compute[74675]: iface.vlan_state = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.iface_num = 0
Nov 23 06:24:37 user nova-compute[74675]: iface.mtu = 0
Nov 23 06:24:37 user nova-compute[74675]: iface.port = 0
Nov 23 06:24:37 user nova-compute[74675]: iface.bootproto = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.subnet_mask = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.gateway = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.dhcp_alt_client_id_state = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.dhcp_alt_client_id = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.dhcp_dns = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.dhcp_learn_iqn = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.dhcp_req_vendor_id_state = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.dhcp_vendor_id_state = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.dhcp_vendor_id = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.dhcp_slp_da = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.fragmentation = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.gratuitous_arp = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.incoming_forwarding = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.tos_state = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.tos = 0
Nov 23 06:24:37 user nova-compute[74675]: iface.ttl = 0
Nov 23 06:24:37 user nova-compute[74675]: iface.delayed_ack = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.tcp_nagle = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.tcp_wsf_state = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.tcp_wsf = 0
Nov 23 06:24:37 user nova-compute[74675]: iface.tcp_timer_scale = 0
Nov 23 06:24:37 user nova-compute[74675]: iface.tcp_timestamp = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.redirect = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.def_task_mgmt_timeout = 0
Nov 23 06:24:37 user nova-compute[74675]: iface.header_digest = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.data_digest = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.immediate_data = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.initial_r2t = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.data_seq_inorder = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.data_pdu_inorder = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.erl = 0
Nov 23 06:24:37 user nova-compute[74675]: iface.max_receive_data_len = 0
Nov 23 06:24:37 user nova-compute[74675]: iface.first_burst_len = 0
Nov 23 06:24:37 user nova-compute[74675]: iface.max_outstanding_r2t = 0
Nov 23 06:24:37 user nova-compute[74675]: iface.max_burst_len = 0
Nov 23 06:24:37 user nova-compute[74675]: iface.chap_auth = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.bidi_chap = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.strict_login_compliance = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.discovery_auth = <empty>
Nov 23 06:24:37 user nova-compute[74675]: iface.discovery_logout = <empty>
Nov 23 06:24:37 user nova-compute[74675]: node.discovery_address = <empty>
Nov 23 06:24:37 user nova-compute[74675]: node.discovery_port = 0
Nov 23 06:24:37 user nova-compute[74675]: node.discovery_type = static
Nov 23 06:24:37 user nova-compute[74675]: node.session.initial_cmdsn = 0
Nov 23 06:24:37 user nova-compute[74675]: node.session.initial_login_retry_max = 8
Nov 23 06:24:37 user nova-compute[74675]: node.session.xmit_thread_priority = -20
Nov 23 06:24:37 user nova-compute[74675]: node.session.cmds_max = 128
Nov 23 06:24:37 user nova-compute[74675]: node.session.queue_depth = 32
Nov 23 06:24:37 user nova-compute[74675]: node.session.nr_sessions = 1
Nov 23 06:24:37 user nova-compute[74675]: node.session.auth.authmethod = CHAP
Nov 23 06:24:37 user nova-compute[74675]: node.session.auth.username = iSusLHhy
Nov 23 06:24:37 user nova-compute[74675]: node.session.auth.password = ***
Nov 23 06:24:37 user nova-compute[74675]: node.session.auth.username_in = <empty>
Nov 23 06:24:37 user nova-compute[74675]: node.session.auth.password_in = <empty>
Nov 23 06:24:37 user nova-compute[74675]: node.session.auth.chap_algs = MD5
Nov 23 06:24:37 user nova-compute[74675]: node.session.timeo.replacement_timeout = 120
Nov 23 06:24:37 user nova-compute[74675]: node.session.err_timeo.abort_timeout = 15
Nov 23 06:24:37 user nova-compute[74675]: node.session.err_timeo.lu_reset_timeout = 30
Nov 23 06:24:37 user nova-compute[74675]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 23 06:24:37 user nova-compute[74675]: node.session.err_timeo.host_reset_timeout = 60
Nov 23 06:24:37 user nova-compute[74675]: node.session.iscsi.FastAbort = Yes
Nov 23 06:24:37 user nova-compute[74675]: node.session.iscsi.InitialR2T = No
Nov 23 06:24:37 user nova-compute[74675]: node.session.iscsi.ImmediateData = Yes
Nov 23 06:24:37 user nova-compute[74675]: node.session.iscsi.FirstBurstLength = 262144
Nov 23 06:24:37 user nova-compute[74675]: node.session.iscsi.MaxBurstLength = 16776192
Nov 23 06:24:37 user nova-compute[74675]: node.session.iscsi.DefaultTime2Retain = 0
Nov 23 06:24:37 user nova-compute[74675]: node.session.iscsi.DefaultTime2Wait = 2
Nov 23 06:24:37 user nova-compute[74675]: node.session.iscsi.MaxConnections = 1
Nov 23 06:24:37 user nova-compute[74675]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 23 06:24:37 user nova-compute[74675]: node.session.iscsi.ERL = 0
Nov 23 06:24:37 user nova-compute[74675]: node.session.scan = manual
Nov 23 06:24:37 user nova-compute[74675]: node.session.reopen_max = 0
Nov 23 06:24:37 user nova-compute[74675]: node.conn[0].address = 172.16.0.220
Nov 23 06:24:37 user nova-compute[74675]: node.conn[0].port = 3260
Nov 23 06:24:37 user nova-compute[74675]: node.conn[0].startup = manual
Nov 23 06:24:37 user nova-compute[74675]: node.conn[0].tcp.window_size = 524288
Nov 23 06:24:37 user nova-compute[74675]: node.conn[0].tcp.type_of_service = 0
Nov 23 06:24:37 user nova-compute[74675]: node.conn[0].timeo.logout_timeout = 15
Nov 23 06:24:37 user nova-compute[74675]: node.conn[0].timeo.login_timeout = 15
Nov 23 06:24:37 user nova-compute[74675]: node.conn[0].timeo.auth_timeout = 45
Nov 23 06:24:37 user nova-compute[74675]: node.conn[0].timeo.noop_out_interval = 5
Nov 23 06:24:37 user nova-compute[74675]: node.conn[0].timeo.noop_out_timeout = 5
Nov 23 06:24:37 user nova-compute[74675]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 23 06:24:37 user nova-compute[74675]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 23 06:24:37 user nova-compute[74675]: node.conn[0].iscsi.HeaderDigest = None
Nov 23 06:24:37 user nova-compute[74675]: node.conn[0].iscsi.DataDigest = None
Nov 23 06:24:37 user nova-compute[74675]: node.conn[0].iscsi.IFMarker = No
Nov 23 06:24:37 user nova-compute[74675]: node.conn[0].iscsi.OFMarker = No
Nov 23 06:24:37 user nova-compute[74675]: # END RECORD
Nov 23 06:24:37 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6375ab4a-3b76-4293-bd21-06439d479391]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5761bc76-dc05-4010-bd8a-383d01eec1d3]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iSusLHhy {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iSusLHhy" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e1b0e2b-09d6-4655-af90-2c896cb91455]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iSusLHhy'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbdd92cc-e557-4df0-94aa-043857cbc847]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e901006-bd72-4ff8-837b-d27c3ff56b1e]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:37 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:24:37 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:37 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:24:37 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.140s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] HCTL ('36', '0', '0', 0) found on session 22 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bfe93b0-79e9-44c6-952f-d4b57ba0c7b1]: (4, ('0 0 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Searching for a device in session 22 and hctl ('36', '0', '0', 0) yield: sde {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iSusLHhy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.163s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] <== connect_volume: return (164ms) {'type': 'block', 'scsi_wwn': '26631653366333863', 'path': '/dev/sde'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26631653366333863', 'path': '/dev/sde'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:22:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-342083699',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-342083699',id=22,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:23:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='14a640f6dc354a09b5f636d4a59ae0bb',ramdisk_id='',reservation_id='r-xj3c0fgj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-686425922',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:23:01Z,user_data=None,user_id='3cd1fcecda6741ddb5f696c09413098b',uuid=3199fb46-f73c-460a-bc9d-ea4b89375e39,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "vif_mac": "fa:16:3e:68:28:1e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converting VIF {"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "vif_mac": "fa:16:3e:68:28:1e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:68:28:1e,bridge_name='br-int',has_traffic_filtering=True,id=9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e3e1dac-9b') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.objects.instance [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'pci_devices' on Instance uuid 3199fb46-f73c-460a-bc9d-ea4b89375e39 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.objects.base [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Object Instance<3199fb46-f73c-460a-bc9d-ea4b89375e39> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:24:37 user nova-compute[74675]:   <uuid>3199fb46-f73c-460a-bc9d-ea4b89375e39</uuid>
Nov 23 06:24:37 user nova-compute[74675]:   <name>instance-00000016</name>
Nov 23 06:24:37 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:24:37 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:24:37 user nova-compute[74675]:   <metadata>
Nov 23 06:24:37 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:24:37 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:24:37 user nova-compute[74675]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-342083699</nova:name>
Nov 23 06:24:37 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:24:37</nova:creationTime>
Nov 23 06:24:37 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:24:37 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:24:37 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:24:37 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:24:37 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:24:37 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:24:37 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:24:37 user nova-compute[74675]:       <nova:owner>
Nov 23 06:24:37 user nova-compute[74675]:         <nova:user uuid="3cd1fcecda6741ddb5f696c09413098b">tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member</nova:user>
Nov 23 06:24:37 user nova-compute[74675]:         <nova:project uuid="14a640f6dc354a09b5f636d4a59ae0bb">tempest-ServerBootFromVolumeStableRescueTest-686425922</nova:project>
Nov 23 06:24:37 user nova-compute[74675]:       </nova:owner>
Nov 23 06:24:37 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:24:37 user nova-compute[74675]:       <nova:ports>
Nov 23 06:24:37 user nova-compute[74675]:         <nova:port uuid="9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833">
Nov 23 06:24:37 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 23 06:24:37 user nova-compute[74675]:         </nova:port>
Nov 23 06:24:37 user nova-compute[74675]:       </nova:ports>
Nov 23 06:24:37 user nova-compute[74675]:     </nova:instance>
Nov 23 06:24:37 user nova-compute[74675]:   </metadata>
Nov 23 06:24:37 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:24:37 user nova-compute[74675]:     <system>
Nov 23 06:24:37 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:24:37 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:24:37 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:24:37 user nova-compute[74675]:       <entry name="serial">3199fb46-f73c-460a-bc9d-ea4b89375e39</entry>
Nov 23 06:24:37 user nova-compute[74675]:       <entry name="uuid">3199fb46-f73c-460a-bc9d-ea4b89375e39</entry>
Nov 23 06:24:37 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:24:37 user nova-compute[74675]:     </system>
Nov 23 06:24:37 user nova-compute[74675]:   </sysinfo>
Nov 23 06:24:37 user nova-compute[74675]:   <os>
Nov 23 06:24:37 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:24:37 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:24:37 user nova-compute[74675]:   </os>
Nov 23 06:24:37 user nova-compute[74675]:   <features>
Nov 23 06:24:37 user nova-compute[74675]:     <acpi/>
Nov 23 06:24:37 user nova-compute[74675]:     <apic/>
Nov 23 06:24:37 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:24:37 user nova-compute[74675]:   </features>
Nov 23 06:24:37 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:24:37 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:24:37 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:24:37 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:24:37 user nova-compute[74675]:   </clock>
Nov 23 06:24:37 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:24:37 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:24:37 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:24:37 user nova-compute[74675]:   </cpu>
Nov 23 06:24:37 user nova-compute[74675]:   <devices>
Nov 23 06:24:37 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:24:37 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:24:37 user nova-compute[74675]:       <source dev="/dev/sde"/>
Nov 23 06:24:37 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:24:37 user nova-compute[74675]:       <serial>267301e6-069a-48e5-8623-5e51fdab93b3</serial>
Nov 23 06:24:37 user nova-compute[74675]:     </disk>
Nov 23 06:24:37 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:24:37 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:24:37 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/disk.rescue"/>
Nov 23 06:24:37 user nova-compute[74675]:       <target dev="vdb" bus="virtio"/>
Nov 23 06:24:37 user nova-compute[74675]:       <boot order="1"/>
Nov 23 06:24:37 user nova-compute[74675]:     </disk>
Nov 23 06:24:37 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:24:37 user nova-compute[74675]:       <mac address="fa:16:3e:68:28:1e"/>
Nov 23 06:24:37 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:24:37 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:24:37 user nova-compute[74675]:       <target dev="tap9e3e1dac-9b"/>
Nov 23 06:24:37 user nova-compute[74675]:     </interface>
Nov 23 06:24:37 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:24:37 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/console.log" append="off"/>
Nov 23 06:24:37 user nova-compute[74675]:     </serial>
Nov 23 06:24:37 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:24:37 user nova-compute[74675]:     <video>
Nov 23 06:24:37 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:24:37 user nova-compute[74675]:     </video>
Nov 23 06:24:37 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:24:37 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:24:37 user nova-compute[74675]:     </rng>
Nov 23 06:24:37 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:24:37 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:24:37 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:24:37 user nova-compute[74675]:     </memballoon>
Nov 23 06:24:37 user nova-compute[74675]:   </devices>
Nov 23 06:24:37 user nova-compute[74675]: </domain>
Nov 23 06:24:37 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:24:37 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Instance destroyed successfully.
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] No VIF found with MAC fa:16:3e:68:28:1e, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG nova.objects.instance [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lazy-loading 'flavor' on Instance uuid 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG nova.compute.manager [req-ed58c898-3695-409d-b495-da318c72b883 req-1fda165e-b138-4540-a24c-05245628932f service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received event network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ed58c898-3695-409d-b495-da318c72b883 req-1fda165e-b138-4540-a24c-05245628932f service nova] Acquiring lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ed58c898-3695-409d-b495-da318c72b883 req-1fda165e-b138-4540-a24c-05245628932f service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ed58c898-3695-409d-b495-da318c72b883 req-1fda165e-b138-4540-a24c-05245628932f service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG nova.compute.manager [req-ed58c898-3695-409d-b495-da318c72b883 req-1fda165e-b138-4540-a24c-05245628932f service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] No waiting events found dispatching network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:24:38 user nova-compute[74675]: WARNING nova.compute.manager [req-ed58c898-3695-409d-b495-da318c72b883 req-1fda165e-b138-4540-a24c-05245628932f service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received unexpected event network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 for instance with vm_state active and task_state rebuild_spawning.
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:38 user nova-compute[74675]: INFO nova.compute.manager [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Attaching volume 20846bce-e6bc-4403-906c-53f5bf766e1b to /dev/vdb
Nov 23 06:24:38 user nova-compute[74675]: DEBUG os_brick.utils [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8101dcba-7289-4e61-baf5-a26d7e0be736]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[46626fe1-0066-4d7e-9225-631c16de47ce]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[36c85768-6d3d-4785-9a22-1b4986cea8d3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c21660c8-e172-404d-80d5-6c4156f8fffb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:24:38 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:24:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[900dcf39-1084-41ee-a250-76e323d3d64e]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG os_brick.utils [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] <== get_connector_properties: return (165ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Updating existing volume attachment record: 9477fdfd-72df-4ddf-a157-4f083398c877 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:39 user nova-compute[74675]: DEBUG nova.compute.manager [req-c62a5a4e-3e3c-46a6-ae46-8dd00d0c22ca req-af8f4c11-5af4-4cf9-adbf-a8fe7149f039 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c62a5a4e-3e3c-46a6-ae46-8dd00d0c22ca req-af8f4c11-5af4-4cf9-adbf-a8fe7149f039 service nova] Acquiring lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c62a5a4e-3e3c-46a6-ae46-8dd00d0c22ca req-af8f4c11-5af4-4cf9-adbf-a8fe7149f039 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c62a5a4e-3e3c-46a6-ae46-8dd00d0c22ca req-af8f4c11-5af4-4cf9-adbf-a8fe7149f039 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:39 user nova-compute[74675]: DEBUG nova.compute.manager [req-c62a5a4e-3e3c-46a6-ae46-8dd00d0c22ca req-af8f4c11-5af4-4cf9-adbf-a8fe7149f039 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] No waiting events found dispatching network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:24:39 user nova-compute[74675]: WARNING nova.compute.manager [req-c62a5a4e-3e3c-46a6-ae46-8dd00d0c22ca req-af8f4c11-5af4-4cf9-adbf-a8fe7149f039 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received unexpected event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 for instance with vm_state active and task_state rescuing.
Nov 23 06:24:40 user nova-compute[74675]: DEBUG nova.compute.manager [req-fb974ac0-f51f-46a8-86f8-c975b968c3a1 req-e4ef2266-51f2-4143-878b-7b5457156d10 service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received event network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fb974ac0-f51f-46a8-86f8-c975b968c3a1 req-e4ef2266-51f2-4143-878b-7b5457156d10 service nova] Acquiring lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fb974ac0-f51f-46a8-86f8-c975b968c3a1 req-e4ef2266-51f2-4143-878b-7b5457156d10 service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fb974ac0-f51f-46a8-86f8-c975b968c3a1 req-e4ef2266-51f2-4143-878b-7b5457156d10 service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:40 user nova-compute[74675]: DEBUG nova.compute.manager [req-fb974ac0-f51f-46a8-86f8-c975b968c3a1 req-e4ef2266-51f2-4143-878b-7b5457156d10 service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] No waiting events found dispatching network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:24:40 user nova-compute[74675]: WARNING nova.compute.manager [req-fb974ac0-f51f-46a8-86f8-c975b968c3a1 req-e4ef2266-51f2-4143-878b-7b5457156d10 service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received unexpected event network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 for instance with vm_state active and task_state rebuild_spawning.
Nov 23 06:24:41 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:24:41 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Instance spawned successfully.
Nov 23 06:24:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG nova.objects.instance [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74675) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c49117f9-8ec5-4746-980f-a64f26b3878d tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.078s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG nova.compute.manager [None req-42297898-4338-4252-9602-ec28a0a95725 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG nova.compute.manager [req-4e513c52-3d28-4875-9056-69d23a3be8f0 req-38312e1a-41e4-4760-8652-8dde22f0f3a9 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4e513c52-3d28-4875-9056-69d23a3be8f0 req-38312e1a-41e4-4760-8652-8dde22f0f3a9 service nova] Acquiring lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4e513c52-3d28-4875-9056-69d23a3be8f0 req-38312e1a-41e4-4760-8652-8dde22f0f3a9 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4e513c52-3d28-4875-9056-69d23a3be8f0 req-38312e1a-41e4-4760-8652-8dde22f0f3a9 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:41 user nova-compute[74675]: DEBUG nova.compute.manager [req-4e513c52-3d28-4875-9056-69d23a3be8f0 req-38312e1a-41e4-4760-8652-8dde22f0f3a9 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] No waiting events found dispatching network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:24:41 user nova-compute[74675]: WARNING nova.compute.manager [req-4e513c52-3d28-4875-9056-69d23a3be8f0 req-38312e1a-41e4-4760-8652-8dde22f0f3a9 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received unexpected event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 for instance with vm_state rescued and task_state None.
Nov 23 06:24:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pZzHeDQN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:24:44 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:24:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:24:44 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:24:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:24:44 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c77c465-b6b0-4c03-b371-4116d4dd2a75]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:24:44 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[87708057-0037-4663-a2b1-b7d2682f2d78]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b] added
Nov 23 06:24:44 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bde43dd9-a6a4-4a24-b897-64d8573a2591]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a13565c4-4fc5-4efd-b67e-b246b2f9241a]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pZzHeDQN {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pZzHeDQN" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dfc2f81-701d-4320-b398-3ce32f0b2bc0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pZzHeDQN'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e2dca2c-338b-463b-aa46-dcc57687452f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[729bc62f-4a99-4d22-b770-a4d8a606f60e]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:45 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:24:45 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:45 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:24:45 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b65b1418-f7aa-4159-97d0-87a52ad9bf8b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b, portal: 172.16.0.220,3260]
Nov 23 06:24:45 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b, portal: 172.16.0.220,3260] successful.
Nov 23 06:24:45 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a23338c-2fe8-4204-a492-faa169578a5a]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d623d7c3-8237-4ef0-a39f-a336fcd534b1]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:45 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:24:45 user nova-compute[74675]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b (non-flash)
Nov 23 06:24:45 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:24:45 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:24:45 user nova-compute[74675]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b (non-flash)
Nov 23 06:24:45 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] HCTL ('34', '-', '-', 0) found on session 26 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[218ec0ce-fd4d-4c62-80fe-073e23cb482c]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Searching for a device in session 26 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:24:45 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pZzHeDQN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:24:46 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:24:46 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '26566303966323233', 'path': '/dev/sdc'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:24:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26566303966323233', 'path': '/dev/sdc'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:24:46 user nova-compute[74675]: DEBUG nova.objects.instance [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lazy-loading 'flavor' on Instance uuid 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:24:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:24:46 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:24:46 user nova-compute[74675]:   <source dev="/dev/sdc"/>
Nov 23 06:24:46 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:24:46 user nova-compute[74675]:   <serial>20846bce-e6bc-4403-906c-53f5bf766e1b</serial>
Nov 23 06:24:46 user nova-compute[74675]: </disk>
Nov 23 06:24:46 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:24:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:24:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:24:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] No VIF found with MAC fa:16:3e:7b:64:c1, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:24:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8a3f2f1c-e76d-4d5e-8b2a-f2aeeaaf9f95 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.502s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:48 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:24:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:48 user nova-compute[74675]: INFO nova.compute.manager [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Detaching volume 20846bce-e6bc-4403-906c-53f5bf766e1b
Nov 23 06:24:48 user nova-compute[74675]: INFO nova.virt.block_device [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Attempting to driver detach volume 20846bce-e6bc-4403-906c-53f5bf766e1b from mountpoint /dev/vdb
Nov 23 06:24:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Attempting to detach device vdb from instance 76a32788-6012-42a4-b10a-e62c382ec1cc from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:24:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:24:48 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:24:48 user nova-compute[74675]:   <source dev="/dev/sdc"/>
Nov 23 06:24:48 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:24:48 user nova-compute[74675]:   <serial>20846bce-e6bc-4403-906c-53f5bf766e1b</serial>
Nov 23 06:24:48 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:24:48 user nova-compute[74675]: </disk>
Nov 23 06:24:48 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:24:48 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Successfully detached device vdb from instance 76a32788-6012-42a4-b10a-e62c382ec1cc from the persistent domain config.
Nov 23 06:24:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 76a32788-6012-42a4-b10a-e62c382ec1cc from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:24:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:24:48 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:24:48 user nova-compute[74675]:   <source dev="/dev/sdc"/>
Nov 23 06:24:48 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:24:48 user nova-compute[74675]:   <serial>20846bce-e6bc-4403-906c-53f5bf766e1b</serial>
Nov 23 06:24:48 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:24:48 user nova-compute[74675]: </disk>
Nov 23 06:24:48 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:24:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:24:49 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:24:49 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:24:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:24:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:24:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:24:49 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:24:49 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Updating instance_info_cache with network_info: [{"id": "515774e3-0f59-4077-b115-25a683a1e41b", "address": "fa:16:3e:ab:da:8e", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap515774e3-0f", "ovs_interfaceid": "515774e3-0f59-4077-b115-25a683a1e41b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:24:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:24:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:24:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:50 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:24:50 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:24:51 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:24:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:24:52 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:24:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:52 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:24:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:24:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8/disk --force-share --output=json" returned: 0 in 0.370s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:24:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:24:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/disk.rescue --force-share --output=json" returned: 0 in 0.164s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/disk.rescue --force-share --output=json" returned: 0 in 0.161s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:24:57 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:24:57 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:24:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7100MB free_disk=25.2677001953125GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance f4d40301-d465-42af-8b6c-e62a064afcaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d9898f23-3116-49a8-a4bb-483dd0c3c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8bd490c5-ffd8-430b-b74a-29e551e261fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3c5e33f5-fd7a-4ec6-9c29-481236465e07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 76a32788-6012-42a4-b10a-e62c382ec1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 90bb05cf-c566-457b-8952-bfd2c0f31643 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d4052753-45c5-4622-a5c2-24f11fdba12b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9affdd9b-ba28-4613-9b85-7f62c5f779c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:24:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:24:58 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:24:58 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:24:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:24:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.576s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:24:59 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:24:59 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:24:59 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:24:59 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:24:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:09 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 76a32788-6012-42a4-b10a-e62c382ec1cc is timed out.
Nov 23 06:25:09 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Successfully detached device vdb from instance 76a32788-6012-42a4-b10a-e62c382ec1cc from the live domain config.
Nov 23 06:25:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pZzHeDQN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:25:09 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[13f112b2-3c92-468d-8556-1c931154c512]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:25:09 user nova-compute[74675]: No targets found.
Nov 23 06:25:09 user nova-compute[74675]: iSNS:
Nov 23 06:25:09 user nova-compute[74675]: No targets found.
Nov 23 06:25:09 user nova-compute[74675]: STATIC:
Nov 23 06:25:09 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:25:09 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:25:09 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:25:09 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60
Nov 23 06:25:09 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:25:09 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:25:09 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b
Nov 23 06:25:09 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:25:09 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:25:09 user nova-compute[74675]: FIRMWARE:
Nov 23 06:25:09 user nova-compute[74675]: No targets found.
Nov 23 06:25:09 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:25:09 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:25:09 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[73c292d3-7d34-4abd-987b-045270e3142c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb38f131-4aac-4141-ad0d-37bf57c2c695]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:09 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:09 user nova-compute[74675]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b (non-flash)
Nov 23 06:25:09 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:09 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:09 user nova-compute[74675]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b (non-flash)
Nov 23 06:25:09 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683d5ab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b'): ({'sdc'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Removing single pathed devices sdc {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eeebaef-dbc0-4f1d-98f5-0af320791f7b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[527c0efc-7fc9-441d-bf31-57e043c2b16e]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Flushing IO for device /dev/sdc {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e75a57a-2f0d-4ca4-a93d-ff6d4342b1b4]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f69d08db-c066-4055-8b35-78524067e42f]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[118f2bfd-9c2c-48c3-8b80-cd6ee0a2d4e9]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e78de1c7-1121-441e-8c70-9a4f64479554]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b, portal: 172.16.0.220,3260]
Nov 23 06:25:09 user nova-compute[74675]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b, portal: 172.16.0.220,3260] successful.
Nov 23 06:25:09 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20846bce-e6bc-4403-906c-53f5bf766e1b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.097s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7936e39c-d40a-4994-a6f0-54f7bcff34fc]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.389s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] <== disconnect_volume: return (391ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:25:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:10 user nova-compute[74675]: DEBUG nova.objects.instance [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lazy-loading 'flavor' on Instance uuid 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4d7a788c-5a0d-4810-9d8d-65c82f58073e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.866s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:10 user nova-compute[74675]: DEBUG nova.compute.manager [req-6d82ac73-3ebe-49f0-8ac8-4c39d50954fc req-9b9706a9-a35b-4dc5-96a2-509b5c948336 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received event network-changed-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:25:10 user nova-compute[74675]: DEBUG nova.compute.manager [req-6d82ac73-3ebe-49f0-8ac8-4c39d50954fc req-9b9706a9-a35b-4dc5-96a2-509b5c948336 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Refreshing instance network info cache due to event network-changed-c52bf001-fe0d-45f7-846f-657ccd55a068. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:25:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6d82ac73-3ebe-49f0-8ac8-4c39d50954fc req-9b9706a9-a35b-4dc5-96a2-509b5c948336 service nova] Acquiring lock "refresh_cache-d4052753-45c5-4622-a5c2-24f11fdba12b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:25:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6d82ac73-3ebe-49f0-8ac8-4c39d50954fc req-9b9706a9-a35b-4dc5-96a2-509b5c948336 service nova] Acquired lock "refresh_cache-d4052753-45c5-4622-a5c2-24f11fdba12b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:25:10 user nova-compute[74675]: DEBUG nova.network.neutron [req-6d82ac73-3ebe-49f0-8ac8-4c39d50954fc req-9b9706a9-a35b-4dc5-96a2-509b5c948336 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Refreshing network info cache for port c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:25:11 user nova-compute[74675]: DEBUG nova.network.neutron [req-6d82ac73-3ebe-49f0-8ac8-4c39d50954fc req-9b9706a9-a35b-4dc5-96a2-509b5c948336 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Updated VIF entry in instance network info cache for port c52bf001-fe0d-45f7-846f-657ccd55a068. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:25:11 user nova-compute[74675]: DEBUG nova.network.neutron [req-6d82ac73-3ebe-49f0-8ac8-4c39d50954fc req-9b9706a9-a35b-4dc5-96a2-509b5c948336 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Updating instance_info_cache with network_info: [{"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:25:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6d82ac73-3ebe-49f0-8ac8-4c39d50954fc req-9b9706a9-a35b-4dc5-96a2-509b5c948336 service nova] Releasing lock "refresh_cache-d4052753-45c5-4622-a5c2-24f11fdba12b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:25:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:13 user nova-compute[74675]: DEBUG nova.objects.instance [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'flavor' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:14 user nova-compute[74675]: INFO nova.compute.manager [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Attaching volume 7c5a02e3-768b-4a03-86a5-61d3b047776c to /dev/vdb
Nov 23 06:25:14 user nova-compute[74675]: DEBUG os_brick.utils [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8c998cc-99fe-493a-b038-8d770e18b25d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aadb65f-c580-4044-be1c-bda12535cb5d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6319918-0a20-4959-9019-a278b4abbd59]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[370c45f7-e32d-4c95-bb9d-f70f70990f0f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:25:14 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:25:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[679dc716-583b-44de-bd4f-c8abf8c75475]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG os_brick.utils [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Updating existing volume attachment record: 3c6bcfc8-9f05-4986-93df-df0ae5ad2b91 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:25:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:17 user nova-compute[74675]: DEBUG nova.compute.manager [req-0573c17a-d966-40b3-8dbf-29725bbe1d68 req-1c47849f-7707-4492-be57-89cd5b077b62 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-changed-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:25:17 user nova-compute[74675]: DEBUG nova.compute.manager [req-0573c17a-d966-40b3-8dbf-29725bbe1d68 req-1c47849f-7707-4492-be57-89cd5b077b62 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Refreshing instance network info cache due to event network-changed-9825f7c6-d951-4f9d-9ac2-762e07652f3f. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:25:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0573c17a-d966-40b3-8dbf-29725bbe1d68 req-1c47849f-7707-4492-be57-89cd5b077b62 service nova] Acquiring lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:25:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0573c17a-d966-40b3-8dbf-29725bbe1d68 req-1c47849f-7707-4492-be57-89cd5b077b62 service nova] Acquired lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:25:17 user nova-compute[74675]: DEBUG nova.network.neutron [req-0573c17a-d966-40b3-8dbf-29725bbe1d68 req-1c47849f-7707-4492-be57-89cd5b077b62 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Refreshing network info cache for port 9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:25:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:17 user nova-compute[74675]: DEBUG nova.objects.instance [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'flavor' on Instance uuid 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:17 user nova-compute[74675]: INFO nova.compute.manager [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Attaching volume e5d468ed-c97f-4667-b38a-29ca7f67f6e3 to /dev/vdb
Nov 23 06:25:17 user nova-compute[74675]: DEBUG os_brick.utils [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:25:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3c0dac8-70d9-4e47-a604-12b1b0f689dd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-0573c17a-d966-40b3-8dbf-29725bbe1d68 req-1c47849f-7707-4492-be57-89cd5b077b62 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Updated VIF entry in instance network info cache for port 9825f7c6-d951-4f9d-9ac2-762e07652f3f. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-0573c17a-d966-40b3-8dbf-29725bbe1d68 req-1c47849f-7707-4492-be57-89cd5b077b62 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Updating instance_info_cache with network_info: [{"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[af6e866b-ce08-4fc6-9f5a-19cb380d4a44]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0573c17a-d966-40b3-8dbf-29725bbe1d68 req-1c47849f-7707-4492-be57-89cd5b077b62 service nova] Releasing lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c02f14f-36f3-433b-a1c4-d2eb80afa955]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[53a9464a-58f3-42e0-bd7d-897720d5a09b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:25:18 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:25:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1db599bb-50c0-4a3d-8d04-a3da39aed51d]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG os_brick.utils [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:25:18 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Updating existing volume attachment record: f2f9f237-50fc-49f9-8dec-77fdb084bf93 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:25:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PXUKfRbO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:25:20 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:25:20 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:25:20 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0145db53-05cd-41a1-9767-9e3e25c0ead2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:25:20 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[00e8461a-0457-4d6f-b91a-c4d91ad2be9f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c] added
Nov 23 06:25:20 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e780810-f42d-496f-b9c3-0614850aaeba]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[58c79bae-4d96-43c7-a0b1-10b02356251e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PXUKfRbO {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PXUKfRbO" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5c281f0-e045-45e4-aa57-4cc1a8db4db8]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PXUKfRbO'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac9ea4f3-e7fe-479b-b18d-f4df5f44f54a]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[10136d48-27c7-4368-a914-0d2aed305134]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:20 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:20 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:20 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:20 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[95e985a0-f987-4dd4-817b-793d4ca5c7a4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c, portal: 172.16.0.220,3260]
Nov 23 06:25:20 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c, portal: 172.16.0.220,3260] successful.
Nov 23 06:25:20 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d0c8bba-542d-4a0b-acca-e7030b6a636e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa8e3ef7-5cea-450a-b3bb-c020f616f81d]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:20 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:20 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:25:20 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:20 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:20 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:25:20 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] HCTL ('34', '-', '-', 0) found on session 27 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[141ad6fb-adbf-4b5f-a624-6f6a90727bc9]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Searching for a device in session 27 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:25:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PXUKfRbO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:25:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:25:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '23233313666633562', 'path': '/dev/sdc'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:25:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23233313666633562', 'path': '/dev/sdc'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:25:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:21 user nova-compute[74675]: DEBUG nova.objects.instance [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'flavor' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:25:21 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:25:21 user nova-compute[74675]:   <source dev="/dev/sdc"/>
Nov 23 06:25:21 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:25:21 user nova-compute[74675]:   <serial>7c5a02e3-768b-4a03-86a5-61d3b047776c</serial>
Nov 23 06:25:21 user nova-compute[74675]: </disk>
Nov 23 06:25:21 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:25:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:25:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:25:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] No VIF found with MAC fa:16:3e:76:64:4a, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:25:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2cde4b68-2398-431a-a18d-6d5677915081 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.033s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bccb88a5-13a8-4769-bb46-ba97b369ebec tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bccb88a5-13a8-4769-bb46-ba97b369ebec tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-bccb88a5-13a8-4769-bb46-ba97b369ebec tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:25:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-bccb88a5-13a8-4769-bb46-ba97b369ebec tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74675) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 23 06:25:22 user nova-compute[74675]: DEBUG nova.objects.instance [None req-bccb88a5-13a8-4769-bb46-ba97b369ebec tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'flavor' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-6cf10a1b-f2e8-44b3-b0b5-2e6b35a3f945 req-4d110379-8b28-4ee9-a8e8-d16963ebc60c service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received event network-vif-unplugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:25:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6cf10a1b-f2e8-44b3-b0b5-2e6b35a3f945 req-4d110379-8b28-4ee9-a8e8-d16963ebc60c service nova] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6cf10a1b-f2e8-44b3-b0b5-2e6b35a3f945 req-4d110379-8b28-4ee9-a8e8-d16963ebc60c service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6cf10a1b-f2e8-44b3-b0b5-2e6b35a3f945 req-4d110379-8b28-4ee9-a8e8-d16963ebc60c service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-6cf10a1b-f2e8-44b3-b0b5-2e6b35a3f945 req-4d110379-8b28-4ee9-a8e8-d16963ebc60c service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] No waiting events found dispatching network-vif-unplugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:25:23 user nova-compute[74675]: WARNING nova.compute.manager [req-6cf10a1b-f2e8-44b3-b0b5-2e6b35a3f945 req-4d110379-8b28-4ee9-a8e8-d16963ebc60c service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received unexpected event network-vif-unplugged-c52bf001-fe0d-45f7-846f-657ccd55a068 for instance with vm_state active and task_state powering-off.
Nov 23 06:25:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Instance destroyed successfully.
Nov 23 06:25:23 user nova-compute[74675]: DEBUG nova.compute.manager [None req-bccb88a5-13a8-4769-bb46-ba97b369ebec tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:25:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bccb88a5-13a8-4769-bb46-ba97b369ebec tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.880s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pTmALuFS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:25:24 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:25:24 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:25:24 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2367e56-c079-4a92-85a7-e36b2b40190c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:25:24 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[41527d88-8d68-4d93-973e-058fff401e31]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3] added
Nov 23 06:25:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbaf8e70-ed41-4fb1-942f-275415d89bc0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef7f8d68-7497-4356-a94e-3d87cc4a2da6]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pTmALuFS {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pTmALuFS" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a706bf53-5a52-4d52-b644-84b9c2cc4ee6]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pTmALuFS'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1ca10a0-2851-4314-9933-0e823fdf76d5]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc0c4321-a7e9-45b9-b8f9-0d048ddfc797]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:24 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:24 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:25:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:24 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:24 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:25:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[331be5f5-8055-44dd-ba99-baf112812a2b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3, portal: 172.16.0.220,3260]
Nov 23 06:25:24 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3, portal: 172.16.0.220,3260] successful.
Nov 23 06:25:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b21a96d7-5701-4394-b994-81c465eca9f6]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[83e1965a-cc52-4a54-84c6-72151ad093ea]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:24 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:24 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:25:24 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:25:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:24 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:24 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:25:24 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:25:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] HCTL ('35', '-', '-', 0) found on session 28 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[94244fba-6178-4d1f-a976-6cf37f8696f4]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Searching for a device in session 28 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:25:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pTmALuFS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:25:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-c27a0332-46c7-424a-b30f-ea962cd48d4c req-0031885e-0940-40ac-a032-aea5b3a1de1e service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:25:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c27a0332-46c7-424a-b30f-ea962cd48d4c req-0031885e-0940-40ac-a032-aea5b3a1de1e service nova] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c27a0332-46c7-424a-b30f-ea962cd48d4c req-0031885e-0940-40ac-a032-aea5b3a1de1e service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c27a0332-46c7-424a-b30f-ea962cd48d4c req-0031885e-0940-40ac-a032-aea5b3a1de1e service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-c27a0332-46c7-424a-b30f-ea962cd48d4c req-0031885e-0940-40ac-a032-aea5b3a1de1e service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] No waiting events found dispatching network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:25:25 user nova-compute[74675]: WARNING nova.compute.manager [req-c27a0332-46c7-424a-b30f-ea962cd48d4c req-0031885e-0940-40ac-a032-aea5b3a1de1e service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received unexpected event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 for instance with vm_state stopped and task_state None.
Nov 23 06:25:25 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:25:25 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '23862366161663762', 'path': '/dev/sdd'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:25:25 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23862366161663762', 'path': '/dev/sdd'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:25:25 user nova-compute[74675]: DEBUG nova.objects.instance [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'flavor' on Instance uuid 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:25 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:25:25 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:25:25 user nova-compute[74675]:   <source dev="/dev/sdd"/>
Nov 23 06:25:25 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:25:25 user nova-compute[74675]:   <serial>e5d468ed-c97f-4667-b38a-29ca7f67f6e3</serial>
Nov 23 06:25:25 user nova-compute[74675]: </disk>
Nov 23 06:25:25 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:25:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:25:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:25:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No VIF found with MAC fa:16:3e:be:44:b5, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:25:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0d818f0b-85e9-407a-9ff8-096a79a8da0d tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.490s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:26 user nova-compute[74675]: INFO nova.compute.manager [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Rescuing
Nov 23 06:25:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:25:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquired lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:25:26 user nova-compute[74675]: DEBUG nova.network.neutron [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:25:27 user nova-compute[74675]: DEBUG nova.network.neutron [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Updating instance_info_cache with network_info: [{"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:25:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Releasing lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:25:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-ca03f46f-5b57-441a-b1ab-4ff2c12d9d47 req-3010b3cf-5fda-48a4-a40a-7a18f730bedf service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-vif-unplugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:25:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ca03f46f-5b57-441a-b1ab-4ff2c12d9d47 req-3010b3cf-5fda-48a4-a40a-7a18f730bedf service nova] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ca03f46f-5b57-441a-b1ab-4ff2c12d9d47 req-3010b3cf-5fda-48a4-a40a-7a18f730bedf service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ca03f46f-5b57-441a-b1ab-4ff2c12d9d47 req-3010b3cf-5fda-48a4-a40a-7a18f730bedf service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-ca03f46f-5b57-441a-b1ab-4ff2c12d9d47 req-3010b3cf-5fda-48a4-a40a-7a18f730bedf service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] No waiting events found dispatching network-vif-unplugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:25:27 user nova-compute[74675]: WARNING nova.compute.manager [req-ca03f46f-5b57-441a-b1ab-4ff2c12d9d47 req-3010b3cf-5fda-48a4-a40a-7a18f730bedf service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received unexpected event network-vif-unplugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f for instance with vm_state active and task_state rescuing.
Nov 23 06:25:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:28 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Instance destroyed successfully.
Nov 23 06:25:28 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Attempting rescue
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74675) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Instance directory exists: not creating {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 23 06:25:28 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Creating image(s)
Nov 23 06:25:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "/opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "/opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "/opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.objects.instance [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'trusted_certs' on Instance uuid 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.rescue {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.rescue" returned: 0 in 0.053s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.objects.instance [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'migration_context' on Instance uuid 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.objects.base [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Object Instance<44cbb25b-1289-439b-a863-d3b1e9d3e0d9> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Start _get_guest_xml network_info=[{"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "vif_mac": "fa:16:3e:be:44:b5"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.objects.instance [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'resources' on Instance uuid 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.objects.base [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Object Instance<44cbb25b-1289-439b-a863-d3b1e9d3e0d9> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.objects.instance [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'numa_topology' on Instance uuid 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.objects.base [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Object Instance<44cbb25b-1289-439b-a863-d3b1e9d3e0d9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:25:28 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:25:28 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.objects.instance [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'vcpu_model' on Instance uuid 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.objects.base [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Object Instance<44cbb25b-1289-439b-a863-d3b1e9d3e0d9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:23:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-154972953',display_name='tempest-ServerRescueNegativeTestJSON-server-154972953',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-154972953',id=24,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCVI/cw/J/7450fssL5dc6bF59zuYLwT0b9MF3oRCm/QQc12pk9qaXLzqwMN9FkEbSr6U37Oqewo3uqt/PF57CZhQKGXllWbayZ4u48u2RVYxk+1EMtEnmTUdBVHMIA8Vg==',key_name='tempest-keypair-110563373',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:23:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ae04769d0574318bf2a5439f9f4eca7',ramdisk_id='',reservation_id='r-22ngd80g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1110786830',owner_user_name='tempest-ServerRescueNegativeTestJSON-1110786830-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:23:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='933254e291464a6aa6987d59d1d3e93c',uuid=44cbb25b-1289-439b-a863-d3b1e9d3e0d9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "vif_mac": "fa:16:3e:be:44:b5"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converting VIF {"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "vif_mac": "fa:16:3e:be:44:b5"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:be:44:b5,bridge_name='br-int',has_traffic_filtering=True,id=9825f7c6-d951-4f9d-9ac2-762e07652f3f,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9825f7c6-d9') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.objects.instance [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'pci_devices' on Instance uuid 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.objects.base [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Object Instance<44cbb25b-1289-439b-a863-d3b1e9d3e0d9> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:25:28 user nova-compute[74675]:   <uuid>44cbb25b-1289-439b-a863-d3b1e9d3e0d9</uuid>
Nov 23 06:25:28 user nova-compute[74675]:   <name>instance-00000018</name>
Nov 23 06:25:28 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:25:28 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:25:28 user nova-compute[74675]:   <metadata>
Nov 23 06:25:28 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:25:28 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:25:28 user nova-compute[74675]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-154972953</nova:name>
Nov 23 06:25:28 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:25:28</nova:creationTime>
Nov 23 06:25:28 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:25:28 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:25:28 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:25:28 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:25:28 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:25:28 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:25:28 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:25:28 user nova-compute[74675]:       <nova:owner>
Nov 23 06:25:28 user nova-compute[74675]:         <nova:user uuid="933254e291464a6aa6987d59d1d3e93c">tempest-ServerRescueNegativeTestJSON-1110786830-project-member</nova:user>
Nov 23 06:25:28 user nova-compute[74675]:         <nova:project uuid="9ae04769d0574318bf2a5439f9f4eca7">tempest-ServerRescueNegativeTestJSON-1110786830</nova:project>
Nov 23 06:25:28 user nova-compute[74675]:       </nova:owner>
Nov 23 06:25:28 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:25:28 user nova-compute[74675]:       <nova:ports>
Nov 23 06:25:28 user nova-compute[74675]:         <nova:port uuid="9825f7c6-d951-4f9d-9ac2-762e07652f3f">
Nov 23 06:25:28 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 23 06:25:28 user nova-compute[74675]:         </nova:port>
Nov 23 06:25:28 user nova-compute[74675]:       </nova:ports>
Nov 23 06:25:28 user nova-compute[74675]:     </nova:instance>
Nov 23 06:25:28 user nova-compute[74675]:   </metadata>
Nov 23 06:25:28 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:25:28 user nova-compute[74675]:     <system>
Nov 23 06:25:28 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:25:28 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:25:28 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:25:28 user nova-compute[74675]:       <entry name="serial">44cbb25b-1289-439b-a863-d3b1e9d3e0d9</entry>
Nov 23 06:25:28 user nova-compute[74675]:       <entry name="uuid">44cbb25b-1289-439b-a863-d3b1e9d3e0d9</entry>
Nov 23 06:25:28 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:25:28 user nova-compute[74675]:     </system>
Nov 23 06:25:28 user nova-compute[74675]:   </sysinfo>
Nov 23 06:25:28 user nova-compute[74675]:   <os>
Nov 23 06:25:28 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:25:28 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:25:28 user nova-compute[74675]:   </os>
Nov 23 06:25:28 user nova-compute[74675]:   <features>
Nov 23 06:25:28 user nova-compute[74675]:     <acpi/>
Nov 23 06:25:28 user nova-compute[74675]:     <apic/>
Nov 23 06:25:28 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:25:28 user nova-compute[74675]:   </features>
Nov 23 06:25:28 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:25:28 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:25:28 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:25:28 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:25:28 user nova-compute[74675]:   </clock>
Nov 23 06:25:28 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:25:28 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:25:28 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:25:28 user nova-compute[74675]:   </cpu>
Nov 23 06:25:28 user nova-compute[74675]:   <devices>
Nov 23 06:25:28 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:25:28 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:25:28 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.rescue"/>
Nov 23 06:25:28 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:25:28 user nova-compute[74675]:     </disk>
Nov 23 06:25:28 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:25:28 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:25:28 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk"/>
Nov 23 06:25:28 user nova-compute[74675]:       <target dev="vdb" bus="virtio"/>
Nov 23 06:25:28 user nova-compute[74675]:     </disk>
Nov 23 06:25:28 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:25:28 user nova-compute[74675]:       <mac address="fa:16:3e:be:44:b5"/>
Nov 23 06:25:28 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:25:28 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:25:28 user nova-compute[74675]:       <target dev="tap9825f7c6-d9"/>
Nov 23 06:25:28 user nova-compute[74675]:     </interface>
Nov 23 06:25:28 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:25:28 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/console.log" append="off"/>
Nov 23 06:25:28 user nova-compute[74675]:     </serial>
Nov 23 06:25:28 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:25:28 user nova-compute[74675]:     <video>
Nov 23 06:25:28 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:25:28 user nova-compute[74675]:     </video>
Nov 23 06:25:28 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:25:28 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:25:28 user nova-compute[74675]:     </rng>
Nov 23 06:25:28 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:25:28 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:25:28 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:25:28 user nova-compute[74675]:     </memballoon>
Nov 23 06:25:28 user nova-compute[74675]:   </devices>
Nov 23 06:25:28 user nova-compute[74675]: </domain>
Nov 23 06:25:28 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:25:28 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Instance destroyed successfully.
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:25:28 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] No VIF found with MAC fa:16:3e:be:44:b5, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:25:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:29 user nova-compute[74675]: DEBUG nova.compute.manager [req-f26632b2-e5ef-485b-b959-1789a5e25850 req-d1ea74d4-c02a-4610-a7dc-f0d49d4fed0a service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:25:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f26632b2-e5ef-485b-b959-1789a5e25850 req-d1ea74d4-c02a-4610-a7dc-f0d49d4fed0a service nova] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f26632b2-e5ef-485b-b959-1789a5e25850 req-d1ea74d4-c02a-4610-a7dc-f0d49d4fed0a service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f26632b2-e5ef-485b-b959-1789a5e25850 req-d1ea74d4-c02a-4610-a7dc-f0d49d4fed0a service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:29 user nova-compute[74675]: DEBUG nova.compute.manager [req-f26632b2-e5ef-485b-b959-1789a5e25850 req-d1ea74d4-c02a-4610-a7dc-f0d49d4fed0a service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] No waiting events found dispatching network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:25:29 user nova-compute[74675]: WARNING nova.compute.manager [req-f26632b2-e5ef-485b-b959-1789a5e25850 req-d1ea74d4-c02a-4610-a7dc-f0d49d4fed0a service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received unexpected event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f for instance with vm_state active and task_state rescuing.
Nov 23 06:25:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-596e3a18-0228-4dcd-92d3-e94c4c93e72f req-78899cdb-b4e7-450f-8277-c61e7cfaee64 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:25:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-596e3a18-0228-4dcd-92d3-e94c4c93e72f req-78899cdb-b4e7-450f-8277-c61e7cfaee64 service nova] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-596e3a18-0228-4dcd-92d3-e94c4c93e72f req-78899cdb-b4e7-450f-8277-c61e7cfaee64 service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-596e3a18-0228-4dcd-92d3-e94c4c93e72f req-78899cdb-b4e7-450f-8277-c61e7cfaee64 service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-596e3a18-0228-4dcd-92d3-e94c4c93e72f req-78899cdb-b4e7-450f-8277-c61e7cfaee64 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] No waiting events found dispatching network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:25:31 user nova-compute[74675]: WARNING nova.compute.manager [req-596e3a18-0228-4dcd-92d3-e94c4c93e72f req-78899cdb-b4e7-450f-8277-c61e7cfaee64 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received unexpected event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f for instance with vm_state active and task_state rescuing.
Nov 23 06:25:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-596e3a18-0228-4dcd-92d3-e94c4c93e72f req-78899cdb-b4e7-450f-8277-c61e7cfaee64 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:25:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-596e3a18-0228-4dcd-92d3-e94c4c93e72f req-78899cdb-b4e7-450f-8277-c61e7cfaee64 service nova] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-596e3a18-0228-4dcd-92d3-e94c4c93e72f req-78899cdb-b4e7-450f-8277-c61e7cfaee64 service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-596e3a18-0228-4dcd-92d3-e94c4c93e72f req-78899cdb-b4e7-450f-8277-c61e7cfaee64 service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-596e3a18-0228-4dcd-92d3-e94c4c93e72f req-78899cdb-b4e7-450f-8277-c61e7cfaee64 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] No waiting events found dispatching network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:25:31 user nova-compute[74675]: WARNING nova.compute.manager [req-596e3a18-0228-4dcd-92d3-e94c4c93e72f req-78899cdb-b4e7-450f-8277-c61e7cfaee64 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received unexpected event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f for instance with vm_state active and task_state rescuing.
Nov 23 06:25:32 user nova-compute[74675]: DEBUG nova.compute.manager [None req-81935654-e7b6-4e1b-babd-10477241cd0e tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:25:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG nova.objects.instance [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lazy-loading 'flavor' on Instance uuid 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:41 user nova-compute[74675]: INFO nova.compute.manager [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Attaching volume fcc3a239-f9d6-4467-9325-ec50d84a38c4 to /dev/vdb
Nov 23 06:25:41 user nova-compute[74675]: DEBUG os_brick.utils [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc06ec43-dfd3-41e3-bbb7-9d11bbc67099]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a3656f4-36ff-4b8c-8d7d-3bfba5e47243]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f75d200-dd2e-4cfd-a309-21957f6a5d6c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[82366eb0-c8dc-4249-9f8b-6bd001e0f15f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:25:41 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:25:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[341fda00-c7ba-4875-81c1-9710adf3a500]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG os_brick.utils [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:25:41 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Updating existing volume attachment record: 8358209f-021f-4928-aeb4-f219287caad2 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-7c5c391e-6a5e-49eb-b372-e0aca7e97e1f req-906cee6f-3288-4fe2-92d8-30c8f2509460 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Received event network-changed-7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-7c5c391e-6a5e-49eb-b372-e0aca7e97e1f req-906cee6f-3288-4fe2-92d8-30c8f2509460 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Refreshing instance network info cache due to event network-changed-7e7109ab-59db-4b6e-99cd-3e51bb029d99. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7c5c391e-6a5e-49eb-b372-e0aca7e97e1f req-906cee6f-3288-4fe2-92d8-30c8f2509460 service nova] Acquiring lock "refresh_cache-9affdd9b-ba28-4613-9b85-7f62c5f779c8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7c5c391e-6a5e-49eb-b372-e0aca7e97e1f req-906cee6f-3288-4fe2-92d8-30c8f2509460 service nova] Acquired lock "refresh_cache-9affdd9b-ba28-4613-9b85-7f62c5f779c8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG nova.network.neutron [req-7c5c391e-6a5e-49eb-b372-e0aca7e97e1f req-906cee6f-3288-4fe2-92d8-30c8f2509460 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Refreshing network info cache for port 7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG nova.network.neutron [req-7c5c391e-6a5e-49eb-b372-e0aca7e97e1f req-906cee6f-3288-4fe2-92d8-30c8f2509460 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Updated VIF entry in instance network info cache for port 7e7109ab-59db-4b6e-99cd-3e51bb029d99. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG nova.network.neutron [req-7c5c391e-6a5e-49eb-b372-e0aca7e97e1f req-906cee6f-3288-4fe2-92d8-30c8f2509460 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Updating instance_info_cache with network_info: [{"id": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "address": "fa:16:3e:78:7c:06", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7109ab-59", "ovs_interfaceid": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7c5c391e-6a5e-49eb-b372-e0aca7e97e1f req-906cee6f-3288-4fe2-92d8-30c8f2509460 service nova] Releasing lock "refresh_cache-9affdd9b-ba28-4613-9b85-7f62c5f779c8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG nova.objects.instance [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lazy-loading 'flavor' on Instance uuid 9affdd9b-ba28-4613-9b85-7f62c5f779c8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:43 user nova-compute[74675]: INFO nova.compute.manager [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Attaching volume 14fc0c44-6b70-40aa-885b-0b0266d21597 to /dev/vdb
Nov 23 06:25:43 user nova-compute[74675]: DEBUG os_brick.utils [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e57c723-2fc7-448e-953d-21f6c0047709]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[89af3211-6f18-4688-8c0d-4812e1048735]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d457fd94-6cda-4dd1-93d4-4a6edb608cd5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[82daf38d-aab7-4059-a684-c113a21a5abd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:25:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:25:44 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:25:44 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ba374c6-20bd-4771-b64a-a62821c49e76]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:25:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:25:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:25:44 user nova-compute[74675]: DEBUG os_brick.utils [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:25:44 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Updating existing volume attachment record: e9b801f8-571c-47ae-899e-71510c193b2e {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:25:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:48 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:25:49 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:25:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 23 06:25:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] There are 0 instances to clean {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 23 06:25:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:50 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:25:51 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:25:51 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:25:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-d0dea862-7d67-4336-b03e-e7f072b1e3de" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:25:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-d0dea862-7d67-4336-b03e-e7f072b1e3de" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:25:51 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:25:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:51 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Updating instance_info_cache with network_info: [{"id": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "address": "fa:16:3e:4d:61:54", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02208bc9-c2", "ovs_interfaceid": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:25:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-d0dea862-7d67-4336-b03e-e7f072b1e3de" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:25:51 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:25:52 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:25:52 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:25:52 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:25:53 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sOCTNWjF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:25:54 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:25:54 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:25:54 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fc4629a-4082-45ed-9380-25a40430d81f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:25:54 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e63ca3dc-c574-4057-89b9-bb8c3f7fc37e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4] added
Nov 23 06:25:54 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qHcprDlz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:25:54 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab0fe173-8e70-489c-af75-bd28f3e44e80]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[86d0fb8c-89e0-41ed-b36d-e4af18018a76]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sOCTNWjF {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sOCTNWjF" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dca1685-1ca0-4ed0-82e0-113ed3608239]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sOCTNWjF'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[27a6dcba-51a0-4b96-bf54-52cb33fb4880]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[74578f2e-91f5-4148-8d87-8ad886d5a718]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:54 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:54 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:25:54 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:25:54 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:54 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:54 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:25:54 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:25:54 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[edbfd911-93c6-47d5-aeac-eb20d2afa65b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4, portal: 172.16.0.220,3260]
Nov 23 06:25:54 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4, portal: 172.16.0.220,3260] successful.
Nov 23 06:25:54 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f66013fb-7423-482e-b474-01823f2e1bb6]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c01a464-87cc-45d2-abd5-2a3caa1c5818]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:54 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:54 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:25:54 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:25:54 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:25:54 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:54 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:54 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:25:54 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:25:54 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:25:54 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.332s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] HCTL ('37', '-', '-', 0) found on session 29 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd9c5b14-f625-42e1-8384-fe700dd5be60]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Searching for a device in session 29 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sOCTNWjF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.367s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] <== connect_volume: return (1371ms) {'type': 'block', 'scsi_wwn': '23732376162396639', 'path': '/dev/sdf'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23732376162396639', 'path': '/dev/sdf'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.296s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:25:55 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:25:55 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG nova.objects.instance [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lazy-loading 'flavor' on Instance uuid 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[415f2306-465b-40e1-bacf-081db6939d79]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:25:55 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:25:55 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:25:55 user nova-compute[74675]:   <source dev="/dev/sdf"/>
Nov 23 06:25:55 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:25:55 user nova-compute[74675]:   <serial>fcc3a239-f9d6-4467-9325-ec50d84a38c4</serial>
Nov 23 06:25:55 user nova-compute[74675]: </disk>
Nov 23 06:25:55 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b6e2339-245d-42d9-acae-8da2f71c777b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597] added
Nov 23 06:25:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2a9beef-66a5-49d7-bd2e-30aa42fd2ede]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[beafb7f0-8507-48a0-b2d8-5cf461585323]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qHcprDlz {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qHcprDlz" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1fa2324-2d85-4925-a050-0b672684b4ef]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qHcprDlz'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2baa570f-69ca-4bb6-8d27-eb13c9d350b7]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac1cfa8c-baba-4daf-929e-bf22fca39e89]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f314fce3-f9e1-4ab6-bd68-f27732a8d913]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597, portal: 172.16.0.220,3260]
Nov 23 06:25:55 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597, portal: 172.16.0.220,3260] successful.
Nov 23 06:25:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.rescue --force-share --output=json" returned: 0 in 0.168s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c6ba135-c8a1-422c-b7fa-35cc75e044d0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff886fd5-8718-4917-a04f-49152da7fba3]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)
Nov 23 06:25:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.352s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] HCTL ('38', '-', '-', 0) found on session 30 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:25:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[50075175-4784-4565-8186-a5ae03e07a8a]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Searching for a device in session 30 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qHcprDlz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] No VIF found with MAC fa:16:3e:7b:64:c1, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8a6ae7fb-7aac-46f1-934d-da385b974f47 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.622s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.389s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] <== connect_volume: return (2685ms) {'type': 'block', 'scsi_wwn': '23337313664623135', 'path': '/dev/sdg'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23337313664623135', 'path': '/dev/sdg'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG nova.objects.instance [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lazy-loading 'flavor' on Instance uuid 9affdd9b-ba28-4613-9b85-7f62c5f779c8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:25:57 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:25:57 user nova-compute[74675]:   <source dev="/dev/sdg"/>
Nov 23 06:25:57 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:25:57 user nova-compute[74675]:   <serial>14fc0c44-6b70-40aa-885b-0b0266d21597</serial>
Nov 23 06:25:57 user nova-compute[74675]: </disk>
Nov 23 06:25:57 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] No VIF found with MAC fa:16:3e:78:7c:06, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-08f1476e-3977-40b0-bd96-7844b9810825 req-508e77f2-9aa2-489d-a94b-293d37052243 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Received event network-changed-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-08f1476e-3977-40b0-bd96-7844b9810825 req-508e77f2-9aa2-489d-a94b-293d37052243 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Refreshing instance network info cache due to event network-changed-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-08f1476e-3977-40b0-bd96-7844b9810825 req-508e77f2-9aa2-489d-a94b-293d37052243 service nova] Acquiring lock "refresh_cache-7728764d-bcc0-4f40-8fab-9862d5f6b3e0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-08f1476e-3977-40b0-bd96-7844b9810825 req-508e77f2-9aa2-489d-a94b-293d37052243 service nova] Acquired lock "refresh_cache-7728764d-bcc0-4f40-8fab-9862d5f6b3e0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG nova.network.neutron [req-08f1476e-3977-40b0-bd96-7844b9810825 req-508e77f2-9aa2-489d-a94b-293d37052243 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Refreshing network info cache for port b9717cd1-18bd-4775-a71c-0ed5e12e4cfc {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-83f5850d-1650-4b06-a191-c46a91887ed9 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.936s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG nova.network.neutron [req-08f1476e-3977-40b0-bd96-7844b9810825 req-508e77f2-9aa2-489d-a94b-293d37052243 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Updated VIF entry in instance network info cache for port b9717cd1-18bd-4775-a71c-0ed5e12e4cfc. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG nova.network.neutron [req-08f1476e-3977-40b0-bd96-7844b9810825 req-508e77f2-9aa2-489d-a94b-293d37052243 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Updating instance_info_cache with network_info: [{"id": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "address": "fa:16:3e:a5:9d:f1", "network": {"id": "11e4b0b1-b478-461b-8d78-1c8d6457bb4b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1369241236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb39bb81083d4d2fa4769f4f51608b09", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9717cd1-18", "ovs_interfaceid": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-08f1476e-3977-40b0-bd96-7844b9810825 req-508e77f2-9aa2-489d-a94b-293d37052243 service nova] Releasing lock "refresh_cache-7728764d-bcc0-4f40-8fab-9862d5f6b3e0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG nova.objects.instance [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lazy-loading 'flavor' on Instance uuid 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:58 user nova-compute[74675]: INFO nova.compute.manager [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Attaching volume fc3113e7-6552-4da2-af54-45a186f46384 to /dev/vdb
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG os_brick.utils [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:58 user nova-compute[74675]: INFO nova.compute.manager [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Detaching volume fcc3a239-f9d6-4467-9325-ec50d84a38c4
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7dcb525-421b-4ff9-9482-ee4df8d312d1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[41bcf25a-85bd-4257-8821-7a842f92b671]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[47342ef8-1dd1-446f-a182-f783e5558bb4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[65c53be3-9bba-4df6-b507-bc1bdaee1583]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:25:58 user nova-compute[74675]: INFO nova.virt.block_device [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Attempting to driver detach volume fcc3a239-f9d6-4467-9325-ec50d84a38c4 from mountpoint /dev/vdb
Nov 23 06:25:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:25:58 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[69989892-1126-49ec-b78e-2b869d4e2f36]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG os_brick.utils [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] <== get_connector_properties: return (158ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Updating existing volume attachment record: 80b5acdd-2275-4bd1-a63d-f2aef73974b8 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Attempting to detach device vdb from instance 76a32788-6012-42a4-b10a-e62c382ec1cc from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:25:58 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:25:58 user nova-compute[74675]:   <source dev="/dev/sdf"/>
Nov 23 06:25:58 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:25:58 user nova-compute[74675]:   <serial>fcc3a239-f9d6-4467-9325-ec50d84a38c4</serial>
Nov 23 06:25:58 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:25:58 user nova-compute[74675]: </disk>
Nov 23 06:25:58 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:25:58 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Successfully detached device vdb from instance 76a32788-6012-42a4-b10a-e62c382ec1cc from the persistent domain config.
Nov 23 06:25:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 76a32788-6012-42a4-b10a-e62c382ec1cc from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:25:58 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:25:58 user nova-compute[74675]:   <source dev="/dev/sdf"/>
Nov 23 06:25:58 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:25:58 user nova-compute[74675]:   <serial>fcc3a239-f9d6-4467-9325-ec50d84a38c4</serial>
Nov 23 06:25:58 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:25:58 user nova-compute[74675]: </disk>
Nov 23 06:25:58 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:25:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:25:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:25:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:25:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:25:59 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:25:59 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:25:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7233MB free_disk=25.25510025024414GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:25:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:25:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:25:59 user nova-compute[74675]: INFO nova.compute.manager [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Detaching volume 14fc0c44-6b70-40aa-885b-0b0266d21597
Nov 23 06:25:59 user nova-compute[74675]: INFO nova.virt.block_device [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Attempting to driver detach volume 14fc0c44-6b70-40aa-885b-0b0266d21597 from mountpoint /dev/vdb
Nov 23 06:25:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Attempting to detach device vdb from instance 9affdd9b-ba28-4613-9b85-7f62c5f779c8 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:25:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:25:59 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:25:59 user nova-compute[74675]:   <source dev="/dev/sdg"/>
Nov 23 06:25:59 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:25:59 user nova-compute[74675]:   <serial>14fc0c44-6b70-40aa-885b-0b0266d21597</serial>
Nov 23 06:25:59 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:25:59 user nova-compute[74675]: </disk>
Nov 23 06:25:59 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:25:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Successfully detached device vdb from instance 9affdd9b-ba28-4613-9b85-7f62c5f779c8 from the persistent domain config.
Nov 23 06:25:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9affdd9b-ba28-4613-9b85-7f62c5f779c8 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:25:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:25:59 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:25:59 user nova-compute[74675]:   <source dev="/dev/sdg"/>
Nov 23 06:25:59 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:25:59 user nova-compute[74675]:   <serial>14fc0c44-6b70-40aa-885b-0b0266d21597</serial>
Nov 23 06:25:59 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:25:59 user nova-compute[74675]: </disk>
Nov 23 06:25:59 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance f4d40301-d465-42af-8b6c-e62a064afcaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d9898f23-3116-49a8-a4bb-483dd0c3c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8bd490c5-ffd8-430b-b74a-29e551e261fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3c5e33f5-fd7a-4ec6-9c29-481236465e07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 76a32788-6012-42a4-b10a-e62c382ec1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 90bb05cf-c566-457b-8952-bfd2c0f31643 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d4052753-45c5-4622-a5c2-24f11fdba12b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9affdd9b-ba28-4613-9b85-7f62c5f779c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing inventories for resource provider f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating ProviderTree inventory for provider f859f802-386b-4956-b87c-78941b98bb44 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating inventory in ProviderTree for provider f859f802-386b-4956-b87c-78941b98bb44 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing aggregate associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, aggregates: None {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing trait associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_AUTO {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9affdd9b-ba28-4613-9b85-7f62c5f779c8 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.747s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:26:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74675) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 23 06:26:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:01 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:26:01 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:26:01 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:26:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "90bb05cf-c566-457b-8952-bfd2c0f31643" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:01 user nova-compute[74675]: INFO nova.compute.manager [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Terminating instance
Nov 23 06:26:01 user nova-compute[74675]: DEBUG nova.compute.manager [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:26:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-37586fda-9b40-429a-90bc-f30a3657dc79 req-5a8af688-42e7-4ad4-9702-f316c4246094 service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received event network-vif-unplugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-37586fda-9b40-429a-90bc-f30a3657dc79 req-5a8af688-42e7-4ad4-9702-f316c4246094 service nova] Acquiring lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-37586fda-9b40-429a-90bc-f30a3657dc79 req-5a8af688-42e7-4ad4-9702-f316c4246094 service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-37586fda-9b40-429a-90bc-f30a3657dc79 req-5a8af688-42e7-4ad4-9702-f316c4246094 service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-37586fda-9b40-429a-90bc-f30a3657dc79 req-5a8af688-42e7-4ad4-9702-f316c4246094 service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] No waiting events found dispatching network-vif-unplugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-37586fda-9b40-429a-90bc-f30a3657dc79 req-5a8af688-42e7-4ad4-9702-f316c4246094 service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received event network-vif-unplugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:26:02 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Instance destroyed successfully.
Nov 23 06:26:02 user nova-compute[74675]: DEBUG nova.objects.instance [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lazy-loading 'resources' on Instance uuid 90bb05cf-c566-457b-8952-bfd2c0f31643 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-23T06:22:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-103731498',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-43677430',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLd1Ee2wrjeQHPY4f/eq1vNUs9W1irsXqmuXbT2PAzMs9Rb4QB6loPEV00gxg6QJASYVdLL2xS8cIxqyERQt61hFWSEG504YOMUYBh3YyAptnF/Q40hzcLY6QiqT8qu1jQ==',key_name='tempest-keypair-672819649',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:24:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e2449d25ce15439f9e6877599fc72b03',ramdisk_id='',reservation_id='r-y8f4xtay',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1140778182',owner_user_name='tempest-ServerActionsV293TestJSON-1140778182-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:24:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f1d2cb36a24debbd7a29c89c696b8f',uuid=90bb05cf-c566-457b-8952-bfd2c0f31643,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Converting VIF {"id": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "address": "fa:16:3e:d3:62:bc", "network": {"id": "5c2e856e-613b-4115-80d2-4e81ca821f70", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1627032273-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e2449d25ce15439f9e6877599fc72b03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36a6a7ff-66", "ovs_interfaceid": "36a6a7ff-664d-4c82-8bd7-62748dccd849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d3:62:bc,bridge_name='br-int',has_traffic_filtering=True,id=36a6a7ff-664d-4c82-8bd7-62748dccd849,network=Network(5c2e856e-613b-4115-80d2-4e81ca821f70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a6a7ff-66') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_vif [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:62:bc,bridge_name='br-int',has_traffic_filtering=True,id=36a6a7ff-664d-4c82-8bd7-62748dccd849,network=Network(5c2e856e-613b-4115-80d2-4e81ca821f70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a6a7ff-66') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap36a6a7ff-66, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e74a3467-e5e9-4bf2-8a0f-f04f7185fbf5) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:02 user nova-compute[74675]: INFO os_vif [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:62:bc,bridge_name='br-int',has_traffic_filtering=True,id=36a6a7ff-664d-4c82-8bd7-62748dccd849,network=Network(5c2e856e-613b-4115-80d2-4e81ca821f70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a6a7ff-66')
Nov 23 06:26:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vcXdtCLI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:26:02 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cd2a4ca-741b-4d1e-83ef-16c46120471a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:26:02 user nova-compute[74675]: No targets found.
Nov 23 06:26:02 user nova-compute[74675]: iSNS:
Nov 23 06:26:02 user nova-compute[74675]: No targets found.
Nov 23 06:26:02 user nova-compute[74675]: STATIC:
Nov 23 06:26:02 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:26:02 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:02 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:02 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c
Nov 23 06:26:02 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:02 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:02 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3
Nov 23 06:26:02 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:02 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:02 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597
Nov 23 06:26:02 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:02 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:02 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60
Nov 23 06:26:02 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:02 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:02 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4
Nov 23 06:26:02 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:02 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:02 user nova-compute[74675]: FIRMWARE:
Nov 23 06:26:02 user nova-compute[74675]: No targets found.
Nov 23 06:26:02 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:26:02 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:26:02 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e97cfb49-ec46-49e5-b8a4-ab72e8c5d592]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a14fee6-a5de-4b6a-b6b8-796fac67a208]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:02 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:26:02 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:02 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:02 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:26:02 user nova-compute[74675]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)
Nov 23 06:26:02 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:02 user nova-compute[74675]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 (non-flash)
Nov 23 06:26:02 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:02 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:02 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:26:02 user nova-compute[74675]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)
Nov 23 06:26:02 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683d15a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[addd6194-08c3-4910-9e65-18db5d164274]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ca544d-a543-4e51-9c0f-9831424e3848]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[69932ee6-be00-463a-bb6a-8f37f41755f3]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[549fa712-27d1-40f7-9f8e-9694ec76720d]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_568e9de8', '/dev/disk/by-id/scsi-1SCST_BIO568e9de8-fb24fc081d5aacde', '/dev/disk/by-id/scsi-26662323466633038') {{(pid=85990) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[99bd1c75-44fd-44eb-8677-ad7a4cbd047c]: (4, None) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf29e569-4e0f-404b-9cf7-f6318fced149]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a72d9e51-efee-45de-a739-4c2f975e6650]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60, portal: 172.16.0.220,3260]
Nov 23 06:26:02 user nova-compute[74675]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60, portal: 172.16.0.220,3260] successful.
Nov 23 06:26:02 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1cfef494-15b6-491b-ac64-d60738f8db60 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a5012c0-ecae-4589-b130-bf601e41fc20]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.321s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] <== disconnect_volume: return (322ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:26:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:26:02 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Deleting instance files /opt/stack/data/nova/instances/90bb05cf-c566-457b-8952-bfd2c0f31643_del
Nov 23 06:26:02 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Deletion of /opt/stack/data/nova/instances/90bb05cf-c566-457b-8952-bfd2c0f31643_del complete
Nov 23 06:26:03 user nova-compute[74675]: INFO nova.compute.manager [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Took 1.20 seconds to destroy the instance on the hypervisor.
Nov 23 06:26:03 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:26:03 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:26:03 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:26:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-c0d4324c-31a6-4c3b-965c-be4db1e77d75 req-1c27e360-d273-42cd-90b9-f3a41581e42e service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received event network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:26:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c0d4324c-31a6-4c3b-965c-be4db1e77d75 req-1c27e360-d273-42cd-90b9-f3a41581e42e service nova] Acquiring lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c0d4324c-31a6-4c3b-965c-be4db1e77d75 req-1c27e360-d273-42cd-90b9-f3a41581e42e service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c0d4324c-31a6-4c3b-965c-be4db1e77d75 req-1c27e360-d273-42cd-90b9-f3a41581e42e service nova] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-c0d4324c-31a6-4c3b-965c-be4db1e77d75 req-1c27e360-d273-42cd-90b9-f3a41581e42e service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] No waiting events found dispatching network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:26:04 user nova-compute[74675]: WARNING nova.compute.manager [req-c0d4324c-31a6-4c3b-965c-be4db1e77d75 req-1c27e360-d273-42cd-90b9-f3a41581e42e service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received unexpected event network-vif-plugged-36a6a7ff-664d-4c82-8bd7-62748dccd849 for instance with vm_state active and task_state deleting.
Nov 23 06:26:04 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:26:04 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Took 1.32 seconds to deallocate network for instance.
Nov 23 06:26:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-75d2424c-4e38-47f0-b99b-56ec2a590c3a req-a49f1758-66cf-4794-a0a7-2c616132c4be service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Received event network-vif-deleted-36a6a7ff-664d-4c82-8bd7-62748dccd849 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:26:04 user nova-compute[74675]: INFO nova.compute.manager [req-75d2424c-4e38-47f0-b99b-56ec2a590c3a req-a49f1758-66cf-4794-a0a7-2c616132c4be service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Neutron deleted interface 36a6a7ff-664d-4c82-8bd7-62748dccd849; detaching it from the instance and deleting it from the info cache
Nov 23 06:26:04 user nova-compute[74675]: DEBUG nova.network.neutron [req-75d2424c-4e38-47f0-b99b-56ec2a590c3a req-a49f1758-66cf-4794-a0a7-2c616132c4be service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:26:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-75d2424c-4e38-47f0-b99b-56ec2a590c3a req-a49f1758-66cf-4794-a0a7-2c616132c4be service nova] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Detach interface failed, port_id=36a6a7ff-664d-4c82-8bd7-62748dccd849, reason: Instance 90bb05cf-c566-457b-8952-bfd2c0f31643 could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:26:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:05 user nova-compute[74675]: INFO nova.compute.manager [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Took 1.52 seconds to detach 1 volumes for instance.
Nov 23 06:26:05 user nova-compute[74675]: DEBUG nova.compute.manager [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] [instance: 90bb05cf-c566-457b-8952-bfd2c0f31643] Deleting volume: 1cfef494-15b6-491b-ac64-d60738f8db60 {{(pid=74675) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 23 06:26:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:26:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LnTtWJGl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:26:05 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:26:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:26:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:26:05 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:26:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:26:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:26:05 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:26:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea5bc7a3-25f1-416d-88e1-2360739735cb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:26:05 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d30e089d-39aa-4a4e-8ce6-2f8e832fe7b4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384] added
Nov 23 06:26:05 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[24fda1f6-39a2-43f4-9b92-9f4a43388404]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[916ac1b7-5658-49d7-adc3-ba816d6c726c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LnTtWJGl {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LnTtWJGl" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c729fdb3-c579-45b5-b912-144cafea366d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LnTtWJGl'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c0ce504-26ba-46c3-9503-0fce59f8d1b8]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[75a3d978-dcbb-4755-adbd-ae8c66cad21b]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f4e13f8-9cf8-4f4c-b73f-abdc55b95774]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384, portal: 172.16.0.220,3260]
Nov 23 06:26:06 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384, portal: 172.16.0.220,3260] successful.
Nov 23 06:26:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[87507558-d3a4-4abd-8fbe-d26d49b795a1]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f1a5271-069a-4f8a-939d-36c54100a9bf]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.357s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] HCTL ('33', '-', '-', 0) found on session 31 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e442c53f-30d6-4fd9-bff8-1d59318e9aec]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Searching for a device in session 31 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LnTtWJGl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.527s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:06 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Deleted allocations for instance 90bb05cf-c566-457b-8952-bfd2c0f31643
Nov 23 06:26:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0d956b60-6a5c-4c4f-b236-fe0e59d491d0 tempest-ServerActionsV293TestJSON-1140778182 tempest-ServerActionsV293TestJSON-1140778182-project-member] Lock "90bb05cf-c566-457b-8952-bfd2c0f31643" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.899s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.392s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:26:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] <== connect_volume: return (1395ms) {'type': 'block', 'scsi_wwn': '23530626362636239', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:26:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23530626362636239', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:26:07 user nova-compute[74675]: DEBUG nova.objects.instance [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lazy-loading 'flavor' on Instance uuid 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:26:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:26:07 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:26:07 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:26:07 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:26:07 user nova-compute[74675]:   <serial>fc3113e7-6552-4da2-af54-45a186f46384</serial>
Nov 23 06:26:07 user nova-compute[74675]: </disk>
Nov 23 06:26:07 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:26:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:26:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:26:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] No VIF found with MAC fa:16:3e:a5:9d:f1, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:26:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6a0d8d5a-47ec-4eec-8f61-19ed49d526f1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.407s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:10 user nova-compute[74675]: DEBUG nova.objects.instance [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lazy-loading 'flavor' on Instance uuid 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:26:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:11 user nova-compute[74675]: INFO nova.compute.manager [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Attaching volume bd2182e2-5673-464d-99c9-816c0beb0018 to /dev/vdc
Nov 23 06:26:11 user nova-compute[74675]: DEBUG os_brick.utils [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[337e5d0e-8a45-44c9-80c7-d0a8a0d376da]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[edae46e7-07dd-4adb-90e9-5e07df59e28d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed5855d4-2716-4f51-83a5-b94ee8e8d98d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[10aff7ea-0233-49ac-aff5-b5526c4d5645]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:26:11 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:26:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[db6a5914-5f2c-4e99-bfb4-2c3088c8466a]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG os_brick.utils [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:26:11 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Updating existing volume attachment record: c5021882-a92c-4a2d-8719-73bb05ed0431 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:26:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:26:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TWHIwFaL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:26:17 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:26:17 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:26:17 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[197e3084-0a02-4bbe-8c9a-425f07c50555]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:26:17 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e41c4ab-9c21-479e-b20f-8771f5df2873]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018] added
Nov 23 06:26:17 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0cc67ca-6234-452f-beea-07421c92f808]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[74ca4cd7-3a49-4f3a-bcb5-e6eaee855257]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TWHIwFaL {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TWHIwFaL" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0f51e57-025c-4737-9040-82322d9af4ce]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TWHIwFaL'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1ebd45f-3425-4957-b099-34fd4dcd0aef]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[97469ce2-ac5d-448e-a688-aeb779089114]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --login" returned: 0 in 0.097s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a51ad618-1f85-4431-b543-1a478acb4b3e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018, portal: 172.16.0.220,3260]
Nov 23 06:26:17 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018, portal: 172.16.0.220,3260] successful.
Nov 23 06:26:17 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bb77427-133d-42ef-91c9-53e6311ce0ae]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f58285bd-36e6-46e7-82a5-801513ce2b23]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)
Nov 23 06:26:17 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.315s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] HCTL ('39', '-', '-', 0) found on session 32 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:26:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c089586-4046-495f-90f0-92298cd31693]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:18 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Searching for a device in session 32 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:26:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TWHIwFaL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.353s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] <== connect_volume: return (1355ms) {'type': 'block', 'scsi_wwn': '23163633530636162', 'path': '/dev/sdh'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23163633530636162', 'path': '/dev/sdh'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG nova.objects.instance [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lazy-loading 'flavor' on Instance uuid 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:26:19 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:26:19 user nova-compute[74675]:   <source dev="/dev/sdh"/>
Nov 23 06:26:19 user nova-compute[74675]:   <target dev="vdc" bus="virtio"/>
Nov 23 06:26:19 user nova-compute[74675]:   <serial>bd2182e2-5673-464d-99c9-816c0beb0018</serial>
Nov 23 06:26:19 user nova-compute[74675]: </disk>
Nov 23 06:26:19 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:26:19 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 76a32788-6012-42a4-b10a-e62c382ec1cc is timed out.
Nov 23 06:26:19 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Successfully detached device vdb from instance 76a32788-6012-42a4-b10a-e62c382ec1cc from the live domain config.
Nov 23 06:26:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sOCTNWjF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:26:19 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[63355b3a-1af2-4355-9087-21cd69fdc59a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:26:19 user nova-compute[74675]: No targets found.
Nov 23 06:26:19 user nova-compute[74675]: iSNS:
Nov 23 06:26:19 user nova-compute[74675]: No targets found.
Nov 23 06:26:19 user nova-compute[74675]: STATIC:
Nov 23 06:26:19 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:26:19 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:19 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:19 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384
Nov 23 06:26:19 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:19 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:19 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c
Nov 23 06:26:19 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:19 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:19 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3
Nov 23 06:26:19 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:19 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:19 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597
Nov 23 06:26:19 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:19 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:19 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4
Nov 23 06:26:19 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:19 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:19 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018
Nov 23 06:26:19 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:19 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:19 user nova-compute[74675]: FIRMWARE:
Nov 23 06:26:19 user nova-compute[74675]: No targets found.
Nov 23 06:26:19 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:26:19 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:26:19 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5582ff2-d544-4150-b152-9ba239c44bb0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ea23f23-e262-47b8-8ed4-5c83f4c911bf]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:19 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:19 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:19 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:26:19 user nova-compute[74675]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)
Nov 23 06:26:19 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:19 user nova-compute[74675]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)
Nov 23 06:26:19 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:19 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:19 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:19 user nova-compute[74675]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 (non-flash)
Nov 23 06:26:19 user nova-compute[74675]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)
Nov 23 06:26:19 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:19 user nova-compute[74675]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)
Nov 23 06:26:19 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac682c3370>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4'): ({'sdf'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Removing single pathed devices sdf {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[18593ccc-254b-4c39-af6f-9a4b0a26b577]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[867e93b2-972b-4e1b-ab02-501151e2b0e3]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Flushing IO for device /dev/sdf {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f0ca89a-092d-47d0-8e1f-6aed81eb0a8e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.039s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a980bee-d4b1-497d-ad26-70479ff67515]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] SCSI volumes sdf have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] No VIF found with MAC fa:16:3e:a5:9d:f1, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[817e8c33-73d0-497c-80f7-688410211df2]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.082s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[166c40d4-9b66-4b85-9aa1-30a88273a289]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4, portal: 172.16.0.220,3260]
Nov 23 06:26:19 user nova-compute[74675]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4, portal: 172.16.0.220,3260] successful.
Nov 23 06:26:19 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-2196d5f3-e970-49d4-9e49-d4cc9417f00a tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.527s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcc3a239-f9d6-4467-9325-ec50d84a38c4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[194c411f-a833-49bd-82ac-7cb63e490e34]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.345s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] <== disconnect_volume: return (346ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:26:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG nova.objects.instance [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lazy-loading 'flavor' on Instance uuid 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:26:20 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9affdd9b-ba28-4613-9b85-7f62c5f779c8 is timed out.
Nov 23 06:26:20 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Successfully detached device vdb from instance 9affdd9b-ba28-4613-9b85-7f62c5f779c8 from the live domain config.
Nov 23 06:26:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qHcprDlz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:26:20 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f5c62e1-388e-4e7b-ac1c-647b35d7af6d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:26:20 user nova-compute[74675]: No targets found.
Nov 23 06:26:20 user nova-compute[74675]: iSNS:
Nov 23 06:26:20 user nova-compute[74675]: No targets found.
Nov 23 06:26:20 user nova-compute[74675]: STATIC:
Nov 23 06:26:20 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:26:20 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:20 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:20 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384
Nov 23 06:26:20 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:20 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:20 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c
Nov 23 06:26:20 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:20 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:20 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3
Nov 23 06:26:20 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:20 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:20 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597
Nov 23 06:26:20 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:20 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:20 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018
Nov 23 06:26:20 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:20 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:20 user nova-compute[74675]: FIRMWARE:
Nov 23 06:26:20 user nova-compute[74675]: No targets found.
Nov 23 06:26:20 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:26:20 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:26:20 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.038s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5b8fd61-d49f-4bb4-8fc8-b263d1c9d3e8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f42c74a6-79f6-43e7-ba19-33e1ddb0cbe1 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.871s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[605ae0fe-d2d2-47b4-984d-f37898d04efb]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:20 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:20 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:20 user nova-compute[74675]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)
Nov 23 06:26:20 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:20 user nova-compute[74675]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)
Nov 23 06:26:20 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:20 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:20 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:20 user nova-compute[74675]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 (non-flash)
Nov 23 06:26:20 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:20 user nova-compute[74675]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)
Nov 23 06:26:20 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683d2cb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597'): ({'sdg'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Removing single pathed devices sdg {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[38d8f4ec-3f20-4c71-b21e-63b516daa362]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0116827f-529a-49d1-82fd-7a215af5564f]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Flushing IO for device /dev/sdg {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0c69ae7-0a48-46b2-b97e-d094dfccd2ac]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.035s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5dbb020-48fa-48d0-8db6-3b0befa7dcc5]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] SCSI volumes sdg have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb72e117-80a8-4d04-9987-00a2cab467e3]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e5a0c68-75b3-458e-9c89-d77cfec8b9aa]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597, portal: 172.16.0.220,3260]
Nov 23 06:26:20 user nova-compute[74675]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597, portal: 172.16.0.220,3260] successful.
Nov 23 06:26:20 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fc0c44-6b70-40aa-885b-0b0266d21597 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b792a186-8d57-4f89-b771-51c32eec5060]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.332s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] <== disconnect_volume: return (333ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:20 user nova-compute[74675]: INFO nova.compute.manager [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Detaching volume bd2182e2-5673-464d-99c9-816c0beb0018
Nov 23 06:26:21 user nova-compute[74675]: INFO nova.virt.block_device [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Attempting to driver detach volume bd2182e2-5673-464d-99c9-816c0beb0018 from mountpoint /dev/vdc
Nov 23 06:26:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Attempting to detach device vdc from instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:26:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:26:21 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:26:21 user nova-compute[74675]:   <source dev="/dev/sdh"/>
Nov 23 06:26:21 user nova-compute[74675]:   <target dev="vdc" bus="virtio"/>
Nov 23 06:26:21 user nova-compute[74675]:   <serial>bd2182e2-5673-464d-99c9-816c0beb0018</serial>
Nov 23 06:26:21 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 23 06:26:21 user nova-compute[74675]: </disk>
Nov 23 06:26:21 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:26:21 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Successfully detached device vdc from instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 from the persistent domain config.
Nov 23 06:26:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:26:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:26:21 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:26:21 user nova-compute[74675]:   <source dev="/dev/sdh"/>
Nov 23 06:26:21 user nova-compute[74675]:   <target dev="vdc" bus="virtio"/>
Nov 23 06:26:21 user nova-compute[74675]:   <serial>bd2182e2-5673-464d-99c9-816c0beb0018</serial>
Nov 23 06:26:21 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 23 06:26:21 user nova-compute[74675]: </disk>
Nov 23 06:26:21 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:26:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:26:21 user nova-compute[74675]: DEBUG nova.objects.instance [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lazy-loading 'flavor' on Instance uuid 9affdd9b-ba28-4613-9b85-7f62c5f779c8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:26:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3f59d68d-be20-4229-b3ed-31847aa8109d tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.717s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:26:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:26:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:26:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:26:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:24 user nova-compute[74675]: INFO nova.compute.manager [None req-4ca726d8-1da9-411a-bec2-d5f6536fdc13 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Unrescuing
Nov 23 06:26:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4ca726d8-1da9-411a-bec2-d5f6536fdc13 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:26:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4ca726d8-1da9-411a-bec2-d5f6536fdc13 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquired lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:26:24 user nova-compute[74675]: DEBUG nova.network.neutron [None req-4ca726d8-1da9-411a-bec2-d5f6536fdc13 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:26:25 user nova-compute[74675]: DEBUG nova.network.neutron [None req-4ca726d8-1da9-411a-bec2-d5f6536fdc13 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Updating instance_info_cache with network_info: [{"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:26:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4ca726d8-1da9-411a-bec2-d5f6536fdc13 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Releasing lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:26:25 user nova-compute[74675]: DEBUG nova.objects.instance [None req-4ca726d8-1da9-411a-bec2-d5f6536fdc13 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'flavor' on Instance uuid 3199fb46-f73c-460a-bc9d-ea4b89375e39 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:26:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-e9e06b55-9852-4774-8723-37b8dba816ca req-e586c052-e3ba-4305-bbdb-ae616c8ad36c service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received event network-vif-unplugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:26:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e9e06b55-9852-4774-8723-37b8dba816ca req-e586c052-e3ba-4305-bbdb-ae616c8ad36c service nova] Acquiring lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e9e06b55-9852-4774-8723-37b8dba816ca req-e586c052-e3ba-4305-bbdb-ae616c8ad36c service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e9e06b55-9852-4774-8723-37b8dba816ca req-e586c052-e3ba-4305-bbdb-ae616c8ad36c service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-e9e06b55-9852-4774-8723-37b8dba816ca req-e586c052-e3ba-4305-bbdb-ae616c8ad36c service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] No waiting events found dispatching network-vif-unplugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:26:25 user nova-compute[74675]: WARNING nova.compute.manager [req-e9e06b55-9852-4774-8723-37b8dba816ca req-e586c052-e3ba-4305-bbdb-ae616c8ad36c service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received unexpected event network-vif-unplugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:26:26 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Instance destroyed successfully.
Nov 23 06:26:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:26:27 user nova-compute[74675]: INFO nova.compute.claims [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Claim successful on node user
Nov 23 06:26:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] Acquiring lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] No waiting events found dispatching network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:26:27 user nova-compute[74675]: WARNING nova.compute.manager [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received unexpected event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:26:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] Acquiring lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] No waiting events found dispatching network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:26:27 user nova-compute[74675]: WARNING nova.compute.manager [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received unexpected event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:26:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] Acquiring lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] No waiting events found dispatching network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:26:27 user nova-compute[74675]: WARNING nova.compute.manager [req-c8448670-1099-49eb-9b32-77b13ca91768 req-8752c01b-6555-43a5-bfd6-cb4452578730 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received unexpected event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:26:28 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.490s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG nova.compute.manager [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG nova.compute.manager [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG nova.network.neutron [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:26:28 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:26:28 user nova-compute[74675]: DEBUG nova.compute.manager [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG nova.policy [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e28578c4a2646bfb41fed9714e6244d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8eaf068877754620a8c074e5463d5adc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:26:28 user nova-compute[74675]: INFO nova.virt.block_device [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Booting with volume af6b28c4-9fda-408e-8dea-2b652034ea6c at /dev/vda
Nov 23 06:26:28 user nova-compute[74675]: DEBUG os_brick.utils [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a76fe1bb-59aa-4b1d-b3c6-13254b601650]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4154ca5-3f79-41c8-bce1-aee24db53337]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[984c92b6-e21c-49f0-8460-9267a2707c76]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[93a53c5a-b29f-465e-9fc1-5d45f8437570]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:26:28 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:26:28 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfe85a80-f37c-484f-a63b-1aadbe9a5164]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG os_brick.utils [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Updating existing volume attachment record: 5880abe8-df78-4c30-95ae-02d34f6bf500 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:28 user nova-compute[74675]: DEBUG nova.network.neutron [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Successfully created port: 08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:26:29 user nova-compute[74675]: DEBUG nova.network.neutron [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Successfully updated port: 08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:26:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:26:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquired lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:26:29 user nova-compute[74675]: DEBUG nova.network.neutron [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:26:29 user nova-compute[74675]: DEBUG nova.compute.manager [None req-4ca726d8-1da9-411a-bec2-d5f6536fdc13 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:26:29 user nova-compute[74675]: DEBUG nova.compute.manager [req-fa77c786-895c-4daf-a7ee-f8d7c05774dd req-a6870f09-5988-4ede-8a44-5e7b7b5c102b service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received event network-changed-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:26:29 user nova-compute[74675]: DEBUG nova.compute.manager [req-fa77c786-895c-4daf-a7ee-f8d7c05774dd req-a6870f09-5988-4ede-8a44-5e7b7b5c102b service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Refreshing instance network info cache due to event network-changed-08e903b1-f6dd-485e-97b1-7ec8d5289478. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:26:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fa77c786-895c-4daf-a7ee-f8d7c05774dd req-a6870f09-5988-4ede-8a44-5e7b7b5c102b service nova] Acquiring lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:26:29 user nova-compute[74675]: DEBUG nova.network.neutron [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:26:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:29 user nova-compute[74675]: DEBUG nova.network.neutron [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Updating instance_info_cache with network_info: [{"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:26:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Releasing lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:26:29 user nova-compute[74675]: DEBUG nova.compute.manager [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Instance network_info: |[{"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:26:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fa77c786-895c-4daf-a7ee-f8d7c05774dd req-a6870f09-5988-4ede-8a44-5e7b7b5c102b service nova] Acquired lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:26:29 user nova-compute[74675]: DEBUG nova.network.neutron [req-fa77c786-895c-4daf-a7ee-f8d7c05774dd req-a6870f09-5988-4ede-8a44-5e7b7b5c102b service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Refreshing network info cache for port 08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:26:30 user nova-compute[74675]: DEBUG nova.network.neutron [req-fa77c786-895c-4daf-a7ee-f8d7c05774dd req-a6870f09-5988-4ede-8a44-5e7b7b5c102b service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Updated VIF entry in instance network info cache for port 08e903b1-f6dd-485e-97b1-7ec8d5289478. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:26:30 user nova-compute[74675]: DEBUG nova.network.neutron [req-fa77c786-895c-4daf-a7ee-f8d7c05774dd req-a6870f09-5988-4ede-8a44-5e7b7b5c102b service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Updating instance_info_cache with network_info: [{"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:26:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fa77c786-895c-4daf-a7ee-f8d7c05774dd req-a6870f09-5988-4ede-8a44-5e7b7b5c102b service nova] Releasing lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:26:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.compute.manager [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:26:34 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Creating image(s)
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Ensure instance console log exists: /opt/stack/data/nova/instances/1bd68e81-6ef9-46b1-930c-a7d4e32b20e2/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Start _get_guest_xml network_info=[{"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HUKcbjGp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1bd68e81-6ef9-46b1-930c-a7d4e32b20e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'af6b28c4-9fda-408e-8dea-2b652034ea6c', 'serial': 'af6b28c4-9fda-408e-8dea-2b652034ea6c'}, 'attachment_id': '5880abe8-df78-4c30-95ae-02d34f6bf500', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:26:34 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:26:34 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HUKcbjGp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:26:34 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:26:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:26:34 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:26:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:26:34 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:26:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[730e110b-9e84-422d-bf67-dfd5b4993f30]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:26:34 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e8ee747-3e70-49fa-9db5-0c74484f4aaa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c] added
Nov 23 06:26:34 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[65cde798-f37d-4bd8-b803-e5f14d6d07b0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[af561ace-6733-4789-a64c-d05e07c6e892]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HUKcbjGp {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HUKcbjGp" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddb988ba-1012-47b6-8ee3-6e1ad795c5fb]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HUKcbjGp'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[23bbf107-b5b6-4bb2-843b-1f35220c3795]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bec9b4b-ecf6-4e6a-9e01-2afab55d4f34]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)
Nov 23 06:26:35 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)
Nov 23 06:26:35 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[71c2d580-6fa7-46e0-827d-d64a1d47198b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c, portal: 172.16.0.220,3260]
Nov 23 06:26:35 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c, portal: 172.16.0.220,3260] successful.
Nov 23 06:26:35 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b17ce89-30c6-4d09-831b-ff2a506eea16]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7242330b-c0ce-4b23-930f-07e859771d54]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:26:35 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)
Nov 23 06:26:35 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:26:35 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.299s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] HCTL ('37', '-', '-', 0) found on session 33 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e24a34-0301-4e50-b8b8-0aed30742283]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:35 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Searching for a device in session 33 and hctl ['37', '*', '*', 0] yield: None {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Searching for a device in session 33 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HUKcbjGp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] <== connect_volume: return (1332ms) {'type': 'block', 'scsi_wwn': '26166393433303336', 'path': '/dev/sdf'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26166393433303336', 'path': '/dev/sdf'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:26:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-995443651',display_name='tempest-ServerActionsTestOtherA-server-995443651',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-995443651',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5qa812QOXF1oJtEBrWkRFLWQ5uxfjZnl9+f4NrpyBK5S9uP/UlefEdujhqKaTO7I3xfiThkM3snk9P+Q9Wx7R/4hTz+Dw/wsZcYoisQNfmhGIajc1KN9z0a6MuUI8kZA==',key_name='tempest-keypair-1142870474',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8eaf068877754620a8c074e5463d5adc',ramdisk_id='',reservation_id='r-hb2qr6rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-891907262',owner_user_name='tempest-ServerActionsTestOtherA-891907262-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:26:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6e28578c4a2646bfb41fed9714e6244d',uuid=1bd68e81-6ef9-46b1-930c-a7d4e32b20e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converting VIF {"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:7c:00,bridge_name='br-int',has_traffic_filtering=True,id=08e903b1-f6dd-485e-97b1-7ec8d5289478,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e903b1-f6') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG nova.objects.instance [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lazy-loading 'pci_devices' on Instance uuid 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:26:36 user nova-compute[74675]:   <uuid>1bd68e81-6ef9-46b1-930c-a7d4e32b20e2</uuid>
Nov 23 06:26:36 user nova-compute[74675]:   <name>instance-0000001b</name>
Nov 23 06:26:36 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:26:36 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:26:36 user nova-compute[74675]:   <metadata>
Nov 23 06:26:36 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:26:36 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:26:36 user nova-compute[74675]:       <nova:name>tempest-ServerActionsTestOtherA-server-995443651</nova:name>
Nov 23 06:26:36 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:26:34</nova:creationTime>
Nov 23 06:26:36 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:26:36 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:26:36 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:26:36 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:26:36 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:26:36 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:26:36 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:26:36 user nova-compute[74675]:       <nova:owner>
Nov 23 06:26:36 user nova-compute[74675]:         <nova:user uuid="6e28578c4a2646bfb41fed9714e6244d">tempest-ServerActionsTestOtherA-891907262-project-member</nova:user>
Nov 23 06:26:36 user nova-compute[74675]:         <nova:project uuid="8eaf068877754620a8c074e5463d5adc">tempest-ServerActionsTestOtherA-891907262</nova:project>
Nov 23 06:26:36 user nova-compute[74675]:       </nova:owner>
Nov 23 06:26:36 user nova-compute[74675]:       <nova:ports>
Nov 23 06:26:36 user nova-compute[74675]:         <nova:port uuid="08e903b1-f6dd-485e-97b1-7ec8d5289478">
Nov 23 06:26:36 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 23 06:26:36 user nova-compute[74675]:         </nova:port>
Nov 23 06:26:36 user nova-compute[74675]:       </nova:ports>
Nov 23 06:26:36 user nova-compute[74675]:     </nova:instance>
Nov 23 06:26:36 user nova-compute[74675]:   </metadata>
Nov 23 06:26:36 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:26:36 user nova-compute[74675]:     <system>
Nov 23 06:26:36 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:26:36 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:26:36 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:26:36 user nova-compute[74675]:       <entry name="serial">1bd68e81-6ef9-46b1-930c-a7d4e32b20e2</entry>
Nov 23 06:26:36 user nova-compute[74675]:       <entry name="uuid">1bd68e81-6ef9-46b1-930c-a7d4e32b20e2</entry>
Nov 23 06:26:36 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:26:36 user nova-compute[74675]:     </system>
Nov 23 06:26:36 user nova-compute[74675]:   </sysinfo>
Nov 23 06:26:36 user nova-compute[74675]:   <os>
Nov 23 06:26:36 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:26:36 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:26:36 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:26:36 user nova-compute[74675]:   </os>
Nov 23 06:26:36 user nova-compute[74675]:   <features>
Nov 23 06:26:36 user nova-compute[74675]:     <acpi/>
Nov 23 06:26:36 user nova-compute[74675]:     <apic/>
Nov 23 06:26:36 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:26:36 user nova-compute[74675]:   </features>
Nov 23 06:26:36 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:26:36 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:26:36 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:26:36 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:26:36 user nova-compute[74675]:   </clock>
Nov 23 06:26:36 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:26:36 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:26:36 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:26:36 user nova-compute[74675]:   </cpu>
Nov 23 06:26:36 user nova-compute[74675]:   <devices>
Nov 23 06:26:36 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:26:36 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:26:36 user nova-compute[74675]:       <source dev="/dev/sdf"/>
Nov 23 06:26:36 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:26:36 user nova-compute[74675]:       <serial>af6b28c4-9fda-408e-8dea-2b652034ea6c</serial>
Nov 23 06:26:36 user nova-compute[74675]:     </disk>
Nov 23 06:26:36 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:26:36 user nova-compute[74675]:       <mac address="fa:16:3e:98:7c:00"/>
Nov 23 06:26:36 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:26:36 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:26:36 user nova-compute[74675]:       <target dev="tap08e903b1-f6"/>
Nov 23 06:26:36 user nova-compute[74675]:     </interface>
Nov 23 06:26:36 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:26:36 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/1bd68e81-6ef9-46b1-930c-a7d4e32b20e2/console.log" append="off"/>
Nov 23 06:26:36 user nova-compute[74675]:     </serial>
Nov 23 06:26:36 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:26:36 user nova-compute[74675]:     <video>
Nov 23 06:26:36 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:26:36 user nova-compute[74675]:     </video>
Nov 23 06:26:36 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:26:36 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:26:36 user nova-compute[74675]:     </rng>
Nov 23 06:26:36 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:26:36 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:26:36 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:26:36 user nova-compute[74675]:     </memballoon>
Nov 23 06:26:36 user nova-compute[74675]:   </devices>
Nov 23 06:26:36 user nova-compute[74675]: </domain>
Nov 23 06:26:36 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:26:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-995443651',display_name='tempest-ServerActionsTestOtherA-server-995443651',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-995443651',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5qa812QOXF1oJtEBrWkRFLWQ5uxfjZnl9+f4NrpyBK5S9uP/UlefEdujhqKaTO7I3xfiThkM3snk9P+Q9Wx7R/4hTz+Dw/wsZcYoisQNfmhGIajc1KN9z0a6MuUI8kZA==',key_name='tempest-keypair-1142870474',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8eaf068877754620a8c074e5463d5adc',ramdisk_id='',reservation_id='r-hb2qr6rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-891907262',owner_user_name='tempest-ServerActionsTestOtherA-891907262-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:26:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6e28578c4a2646bfb41fed9714e6244d',uuid=1bd68e81-6ef9-46b1-930c-a7d4e32b20e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converting VIF {"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:7c:00,bridge_name='br-int',has_traffic_filtering=True,id=08e903b1-f6dd-485e-97b1-7ec8d5289478,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e903b1-f6') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG os_vif [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:7c:00,bridge_name='br-int',has_traffic_filtering=True,id=08e903b1-f6dd-485e-97b1-7ec8d5289478,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e903b1-f6') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '442cbce9-a638-5513-9547-9344caa0e6d5', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap08e903b1-f6, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap08e903b1-f6, col_values=(('qos', UUID('e24090e6-7e98-4899-a468-a4f63a4496fd')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap08e903b1-f6, col_values=(('external_ids', {'iface-id': '08e903b1-f6dd-485e-97b1-7ec8d5289478', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:98:7c:00', 'vm-uuid': '1bd68e81-6ef9-46b1-930c-a7d4e32b20e2'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:36 user nova-compute[74675]: INFO os_vif [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:7c:00,bridge_name='br-int',has_traffic_filtering=True,id=08e903b1-f6dd-485e-97b1-7ec8d5289478,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e903b1-f6')
Nov 23 06:26:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:26:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] No VIF found with MAC fa:16:3e:98:7c:00, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:26:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-b5b66ac3-f140-47e4-9cd3-79d14edb639f req-26928451-5731-45e7-98ed-fd2a82f2a1df service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received event network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:26:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b5b66ac3-f140-47e4-9cd3-79d14edb639f req-26928451-5731-45e7-98ed-fd2a82f2a1df service nova] Acquiring lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b5b66ac3-f140-47e4-9cd3-79d14edb639f req-26928451-5731-45e7-98ed-fd2a82f2a1df service nova] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b5b66ac3-f140-47e4-9cd3-79d14edb639f req-26928451-5731-45e7-98ed-fd2a82f2a1df service nova] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-b5b66ac3-f140-47e4-9cd3-79d14edb639f req-26928451-5731-45e7-98ed-fd2a82f2a1df service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] No waiting events found dispatching network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:26:37 user nova-compute[74675]: WARNING nova.compute.manager [req-b5b66ac3-f140-47e4-9cd3-79d14edb639f req-26928451-5731-45e7-98ed-fd2a82f2a1df service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received unexpected event network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 for instance with vm_state building and task_state spawning.
Nov 23 06:26:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:39 user nova-compute[74675]: DEBUG nova.compute.manager [req-06f287ae-bfe7-4075-8851-53db503f05e8 req-9bdc54f4-68c8-4303-b6dd-37ca55132df7 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received event network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:26:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-06f287ae-bfe7-4075-8851-53db503f05e8 req-9bdc54f4-68c8-4303-b6dd-37ca55132df7 service nova] Acquiring lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-06f287ae-bfe7-4075-8851-53db503f05e8 req-9bdc54f4-68c8-4303-b6dd-37ca55132df7 service nova] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-06f287ae-bfe7-4075-8851-53db503f05e8 req-9bdc54f4-68c8-4303-b6dd-37ca55132df7 service nova] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:39 user nova-compute[74675]: DEBUG nova.compute.manager [req-06f287ae-bfe7-4075-8851-53db503f05e8 req-9bdc54f4-68c8-4303-b6dd-37ca55132df7 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] No waiting events found dispatching network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:26:39 user nova-compute[74675]: WARNING nova.compute.manager [req-06f287ae-bfe7-4075-8851-53db503f05e8 req-9bdc54f4-68c8-4303-b6dd-37ca55132df7 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received unexpected event network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 for instance with vm_state building and task_state spawning.
Nov 23 06:26:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:26:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:26:39 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Instance spawned successfully.
Nov 23 06:26:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:26:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:26:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:26:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:26:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:26:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:26:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:26:40 user nova-compute[74675]: INFO nova.compute.manager [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Took 5.23 seconds to spawn the instance on the hypervisor.
Nov 23 06:26:40 user nova-compute[74675]: DEBUG nova.compute.manager [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:26:40 user nova-compute[74675]: INFO nova.compute.manager [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Took 12.54 seconds to build instance.
Nov 23 06:26:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-01e4505a-173d-4127-acba-6ac30f689d58 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.644s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:41 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 is timed out.
Nov 23 06:26:41 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Successfully detached device vdc from instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 from the live domain config.
Nov 23 06:26:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TWHIwFaL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:26:41 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[080e7260-ec58-478d-9336-79306006faa9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:26:41 user nova-compute[74675]: No targets found.
Nov 23 06:26:41 user nova-compute[74675]: iSNS:
Nov 23 06:26:41 user nova-compute[74675]: No targets found.
Nov 23 06:26:41 user nova-compute[74675]: STATIC:
Nov 23 06:26:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:26:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384
Nov 23 06:26:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c
Nov 23 06:26:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3
Nov 23 06:26:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c
Nov 23 06:26:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018
Nov 23 06:26:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:26:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:26:41 user nova-compute[74675]: FIRMWARE:
Nov 23 06:26:41 user nova-compute[74675]: No targets found.
Nov 23 06:26:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:26:41 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:26:41 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0ecff89-d984-4a49-86b1-3265bf89dc2c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.041s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a246db8-cea1-427d-a19c-7bbedcb42321]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:41 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:41 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:41 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:41 user nova-compute[74675]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)
Nov 23 06:26:41 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:26:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:41 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:41 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:41 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:41 user nova-compute[74675]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 (non-flash)
Nov 23 06:26:41 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:26:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac68228ca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018'): ({'sdh'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Removing single pathed devices sdh {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[64c99d42-9ec3-4a1b-a8a8-927404cd2ae8]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[39512c87-1c52-47cb-b99d-07873fef72cc]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Flushing IO for device /dev/sdh {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[132c1acb-d544-49ec-9543-140f5d2bc948]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.043s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d6b399e-0a99-49e9-8960-78c76b979dbe]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] SCSI volumes sdh have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[34ae9e65-e10e-4a9e-aaf6-aa9d93a24fe5]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5647d70b-15a8-4a45-95f6-a2bdb1dd816b]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018, portal: 172.16.0.220,3260]
Nov 23 06:26:41 user nova-compute[74675]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018, portal: 172.16.0.220,3260] successful.
Nov 23 06:26:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd2182e2-5673-464d-99c9-816c0beb0018 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b8966e5-de9d-41f7-9747-9fd42994ccfb]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.359s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] <== disconnect_volume: return (360ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:26:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:26:42 user nova-compute[74675]: DEBUG nova.objects.instance [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lazy-loading 'flavor' on Instance uuid 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:26:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-14bc1e38-b0e8-44e0-beb2-377f8d6c509e tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.729s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:49 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-20b623af-a05e-4a05-a1ee-9f7f5156a5dd req-68d3f688-fcc4-4d8a-b8da-600854c3f36c service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Received event network-changed-7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-20b623af-a05e-4a05-a1ee-9f7f5156a5dd req-68d3f688-fcc4-4d8a-b8da-600854c3f36c service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Refreshing instance network info cache due to event network-changed-7e7109ab-59db-4b6e-99cd-3e51bb029d99. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-20b623af-a05e-4a05-a1ee-9f7f5156a5dd req-68d3f688-fcc4-4d8a-b8da-600854c3f36c service nova] Acquiring lock "refresh_cache-9affdd9b-ba28-4613-9b85-7f62c5f779c8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-20b623af-a05e-4a05-a1ee-9f7f5156a5dd req-68d3f688-fcc4-4d8a-b8da-600854c3f36c service nova] Acquired lock "refresh_cache-9affdd9b-ba28-4613-9b85-7f62c5f779c8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG nova.network.neutron [req-20b623af-a05e-4a05-a1ee-9f7f5156a5dd req-68d3f688-fcc4-4d8a-b8da-600854c3f36c service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Refreshing network info cache for port 7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:50 user nova-compute[74675]: INFO nova.compute.manager [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Terminating instance
Nov 23 06:26:50 user nova-compute[74675]: DEBUG nova.compute.manager [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-5046fd0b-cf1f-4a99-b504-0e36dc0e2a16 req-7565ee8a-ec39-4fce-a6f8-728e10ba51c8 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Received event network-vif-unplugged-7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5046fd0b-cf1f-4a99-b504-0e36dc0e2a16 req-7565ee8a-ec39-4fce-a6f8-728e10ba51c8 service nova] Acquiring lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5046fd0b-cf1f-4a99-b504-0e36dc0e2a16 req-7565ee8a-ec39-4fce-a6f8-728e10ba51c8 service nova] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5046fd0b-cf1f-4a99-b504-0e36dc0e2a16 req-7565ee8a-ec39-4fce-a6f8-728e10ba51c8 service nova] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-5046fd0b-cf1f-4a99-b504-0e36dc0e2a16 req-7565ee8a-ec39-4fce-a6f8-728e10ba51c8 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] No waiting events found dispatching network-vif-unplugged-7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-5046fd0b-cf1f-4a99-b504-0e36dc0e2a16 req-7565ee8a-ec39-4fce-a6f8-728e10ba51c8 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Received event network-vif-unplugged-7e7109ab-59db-4b6e-99cd-3e51bb029d99 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG nova.network.neutron [req-20b623af-a05e-4a05-a1ee-9f7f5156a5dd req-68d3f688-fcc4-4d8a-b8da-600854c3f36c service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Updated VIF entry in instance network info cache for port 7e7109ab-59db-4b6e-99cd-3e51bb029d99. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG nova.network.neutron [req-20b623af-a05e-4a05-a1ee-9f7f5156a5dd req-68d3f688-fcc4-4d8a-b8da-600854c3f36c service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Updating instance_info_cache with network_info: [{"id": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "address": "fa:16:3e:78:7c:06", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7109ab-59", "ovs_interfaceid": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:26:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-20b623af-a05e-4a05-a1ee-9f7f5156a5dd req-68d3f688-fcc4-4d8a-b8da-600854c3f36c service nova] Releasing lock "refresh_cache-9affdd9b-ba28-4613-9b85-7f62c5f779c8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:26:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Instance destroyed successfully.
Nov 23 06:26:51 user nova-compute[74675]: DEBUG nova.objects.instance [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lazy-loading 'resources' on Instance uuid 9affdd9b-ba28-4613-9b85-7f62c5f779c8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:23:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1471264720',display_name='tempest-TestStampPattern-server-1471264720',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1471264720',id=25,image_ref='f295224a-7f17-448b-9ebd-995cd6670b8c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMrIjCJdJRqr/SfOPRjG8su5tVmq9mFUGfBr4cdrzgRZNNx4qLKFt/E7BkYOVK2Dk+UGcFFcrCCxw6jA24Koj0s3zmuv48jg2YDHFSOCXWp0+klsK5ny8ZEF0/Tzu8i56g==',key_name='tempest-TestStampPattern-1742973522',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:24:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b758808a65b24c028b0ea07bfac88c15',ramdisk_id='',reservation_id='r-heldzbdu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='3c5e33f5-fd7a-4ec6-9c29-481236465e07',image_min_disk='1',image_min_ram='0',image_owner_id='b758808a65b24c028b0ea07bfac88c15',image_owner_project_name='tempest-TestStampPattern-290725560',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-290725560-project-member',image_user_id='e45c93fdcd894f2eaa3e2f73f24d9908',owner_project_name='tempest-TestStampPattern-290725560',owner_user_name='tempest-TestStampPattern-290725560-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:24:00Z,user_data=None,user_id='e45c93fdcd894f2eaa3e2f73f24d9908',uuid=9affdd9b-ba28-4613-9b85-7f62c5f779c8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "address": "fa:16:3e:78:7c:06", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7109ab-59", "ovs_interfaceid": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Converting VIF {"id": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "address": "fa:16:3e:78:7c:06", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7109ab-59", "ovs_interfaceid": "7e7109ab-59db-4b6e-99cd-3e51bb029d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:78:7c:06,bridge_name='br-int',has_traffic_filtering=True,id=7e7109ab-59db-4b6e-99cd-3e51bb029d99,network=Network(973945ba-bfa3-4705-a013-e5ee350cd205),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e7109ab-59') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG os_vif [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:7c:06,bridge_name='br-int',has_traffic_filtering=True,id=7e7109ab-59db-4b6e-99cd-3e51bb029d99,network=Network(973945ba-bfa3-4705-a013-e5ee350cd205),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e7109ab-59') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7e7109ab-59, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d606c87b-2568-4475-81c4-766305c55bda) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:51 user nova-compute[74675]: INFO os_vif [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:7c:06,bridge_name='br-int',has_traffic_filtering=True,id=7e7109ab-59db-4b6e-99cd-3e51bb029d99,network=Network(973945ba-bfa3-4705-a013-e5ee350cd205),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e7109ab-59')
Nov 23 06:26:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Deleting instance files /opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8_del
Nov 23 06:26:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Deletion of /opt/stack/data/nova/instances/9affdd9b-ba28-4613-9b85-7f62c5f779c8_del complete
Nov 23 06:26:51 user nova-compute[74675]: INFO nova.compute.manager [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 23 06:26:51 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:26:51 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Took 0.42 seconds to deallocate network for instance.
Nov 23 06:26:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-d4656b65-a375-4b64-8bc6-495850ba8520 req-9ee6864c-e39d-47d2-855b-b8b1830443cc service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Received event network-vif-deleted-7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:26:51 user nova-compute[74675]: INFO nova.compute.manager [req-d4656b65-a375-4b64-8bc6-495850ba8520 req-9ee6864c-e39d-47d2-855b-b8b1830443cc service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Neutron deleted interface 7e7109ab-59db-4b6e-99cd-3e51bb029d99; detaching it from the instance and deleting it from the info cache
Nov 23 06:26:51 user nova-compute[74675]: DEBUG nova.network.neutron [req-d4656b65-a375-4b64-8bc6-495850ba8520 req-9ee6864c-e39d-47d2-855b-b8b1830443cc service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-d4656b65-a375-4b64-8bc6-495850ba8520 req-9ee6864c-e39d-47d2-855b-b8b1830443cc service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Detach interface failed, port_id=7e7109ab-59db-4b6e-99cd-3e51bb029d99, reason: Instance 9affdd9b-ba28-4613-9b85-7f62c5f779c8 could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG nova.objects.instance [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lazy-loading 'flavor' on Instance uuid 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:51 user nova-compute[74675]: INFO nova.compute.manager [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Attaching volume c2550716-d97f-486e-8ed4-7cbbc4039ad6 to /dev/vdb
Nov 23 06:26:52 user nova-compute[74675]: DEBUG os_brick.utils [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a174e591-88da-4176-8359-ca06fa9e7fb7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eda7ee4-9cdc-4d7a-bd42-e9db830de87e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.453s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[384c509c-6794-42fb-92b5-4d9d50a5b43f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c4e9012-3e97-4d0e-af13-09dd48903b86]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:52 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Deleted allocations for instance 9affdd9b-ba28-4613-9b85-7f62c5f779c8
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:26:52 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[af38a10d-d12d-4eb7-bd19-9142fd42c914]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG os_brick.utils [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] <== get_connector_properties: return (208ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Updating existing volume attachment record: eaebd8fa-b653-42c8-afdd-1e88d325c81f {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-8bd490c5-ffd8-430b-b74a-29e551e261fb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-8bd490c5-ffd8-430b-b74a-29e551e261fb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b7d5cde-b9b7-43d7-977c-177390b2bf37 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.985s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Updating instance_info_cache with network_info: [{"id": "23d3e713-d009-405f-b781-69f06ff96478", "address": "fa:16:3e:d5:fe:6a", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d3e713-d0", "ovs_interfaceid": "23d3e713-d009-405f-b781-69f06ff96478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-8bd490c5-ffd8-430b-b74a-29e551e261fb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-458c4813-8b90-4a7b-bdb5-f86a3337fa39 req-4fc07588-d1c2-43df-a1cb-fcc412e5b943 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Received event network-vif-plugged-7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-458c4813-8b90-4a7b-bdb5-f86a3337fa39 req-4fc07588-d1c2-43df-a1cb-fcc412e5b943 service nova] Acquiring lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-458c4813-8b90-4a7b-bdb5-f86a3337fa39 req-4fc07588-d1c2-43df-a1cb-fcc412e5b943 service nova] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-458c4813-8b90-4a7b-bdb5-f86a3337fa39 req-4fc07588-d1c2-43df-a1cb-fcc412e5b943 service nova] Lock "9affdd9b-ba28-4613-9b85-7f62c5f779c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-458c4813-8b90-4a7b-bdb5-f86a3337fa39 req-4fc07588-d1c2-43df-a1cb-fcc412e5b943 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] No waiting events found dispatching network-vif-plugged-7e7109ab-59db-4b6e-99cd-3e51bb029d99 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:26:52 user nova-compute[74675]: WARNING nova.compute.manager [req-458c4813-8b90-4a7b-bdb5-f86a3337fa39 req-4fc07588-d1c2-43df-a1cb-fcc412e5b943 service nova] [instance: 9affdd9b-ba28-4613-9b85-7f62c5f779c8] Received unexpected event network-vif-plugged-7e7109ab-59db-4b6e-99cd-3e51bb029d99 for instance with vm_state deleted and task_state None.
Nov 23 06:26:53 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:26:54 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:26:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:26:54 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:26:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:26:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:26:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:26:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:26:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:26:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:26:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:26:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:26:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DwcNmLIM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:26:58 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:26:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:26:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:26:58 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:26:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:26:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:26:58 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:26:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:58 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:26:58 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:26:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7550MB free_disk=25.253116607666016GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:26:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:26:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[919a7a42-6c8b-431e-8510-106f960dc65d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:26:59 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f319786-61bd-41bf-8a22-bbba33e9df1a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6] added
Nov 23 06:26:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3317bf7-0809-4d03-bfc9-73f93a80cccb]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c114720-3e77-495e-a593-ecdb9a4b4e08]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DwcNmLIM {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DwcNmLIM" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9beb146b-9784-4a04-a4ff-6d7e8f7d5b98]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DwcNmLIM'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[166d4198-b52b-4f66-a777-440123906550]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance f4d40301-d465-42af-8b6c-e62a064afcaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d9898f23-3116-49a8-a4bb-483dd0c3c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8bd490c5-ffd8-430b-b74a-29e551e261fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3c5e33f5-fd7a-4ec6-9c29-481236465e07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 76a32788-6012-42a4-b10a-e62c382ec1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d4052753-45c5-4622-a5c2-24f11fdba12b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e98cbeb5-d26a-4695-9e99-6c0c74ec97fb]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:26:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:26:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[21966bc9-fca2-499a-b354-dd3ed1cd7299]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6, portal: 172.16.0.220,3260]
Nov 23 06:26:59 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6, portal: 172.16.0.220,3260] successful.
Nov 23 06:26:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c65a6ef-771c-4129-bc74-54005cb2125b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f46f1187-728f-46d2-a7b8-0832288bbf21]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 (non-flash)
Nov 23 06:26:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:26:59 user nova-compute[74675]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 (non-flash)
Nov 23 06:26:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.326s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] HCTL ('38', '-', '-', 0) found on session 34 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d241e515-bcd2-43e8-b4a3-b69aa969d5c7]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Searching for a device in session 34 and hctl ['38', '*', '*', 0] yield: None {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.546s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:26:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:00 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Searching for a device in session 34 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:27:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DwcNmLIM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:27:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.366s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:27:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] <== connect_volume: return (1369ms) {'type': 'block', 'scsi_wwn': '23331643963663162', 'path': '/dev/sdg'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:27:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23331643963663162', 'path': '/dev/sdg'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:27:00 user nova-compute[74675]: DEBUG nova.objects.instance [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lazy-loading 'flavor' on Instance uuid 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:27:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:27:00 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:27:00 user nova-compute[74675]:   <source dev="/dev/sdg"/>
Nov 23 06:27:00 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:27:00 user nova-compute[74675]:   <serial>c2550716-d97f-486e-8ed4-7cbbc4039ad6</serial>
Nov 23 06:27:00 user nova-compute[74675]: </disk>
Nov 23 06:27:00 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:27:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:27:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:27:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] No VIF found with MAC fa:16:3e:7b:64:c1, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:27:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-311f8f22-603c-4c00-ae7a-fa627a6cf64e tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.929s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:27:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:02 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:27:02 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:27:02 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:27:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:27:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:27:03 user nova-compute[74675]: INFO nova.compute.manager [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Detaching volume c2550716-d97f-486e-8ed4-7cbbc4039ad6
Nov 23 06:27:03 user nova-compute[74675]: INFO nova.virt.block_device [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Attempting to driver detach volume c2550716-d97f-486e-8ed4-7cbbc4039ad6 from mountpoint /dev/vdb
Nov 23 06:27:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Attempting to detach device vdb from instance 76a32788-6012-42a4-b10a-e62c382ec1cc from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:27:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:27:03 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:27:03 user nova-compute[74675]:   <source dev="/dev/sdg"/>
Nov 23 06:27:03 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:27:03 user nova-compute[74675]:   <serial>c2550716-d97f-486e-8ed4-7cbbc4039ad6</serial>
Nov 23 06:27:03 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:27:03 user nova-compute[74675]: </disk>
Nov 23 06:27:03 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:27:03 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Successfully detached device vdb from instance 76a32788-6012-42a4-b10a-e62c382ec1cc from the persistent domain config.
Nov 23 06:27:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 76a32788-6012-42a4-b10a-e62c382ec1cc from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:27:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:27:03 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:27:03 user nova-compute[74675]:   <source dev="/dev/sdg"/>
Nov 23 06:27:03 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:27:03 user nova-compute[74675]:   <serial>c2550716-d97f-486e-8ed4-7cbbc4039ad6</serial>
Nov 23 06:27:03 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:27:03 user nova-compute[74675]: </disk>
Nov 23 06:27:03 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:27:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:27:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:27:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:27:11 user nova-compute[74675]: INFO nova.compute.manager [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Detaching volume fc3113e7-6552-4da2-af54-45a186f46384
Nov 23 06:27:11 user nova-compute[74675]: INFO nova.virt.block_device [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Attempting to driver detach volume fc3113e7-6552-4da2-af54-45a186f46384 from mountpoint /dev/vdb
Nov 23 06:27:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Attempting to detach device vdb from instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:27:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:27:11 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:27:11 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:27:11 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:27:11 user nova-compute[74675]:   <serial>fc3113e7-6552-4da2-af54-45a186f46384</serial>
Nov 23 06:27:11 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:27:11 user nova-compute[74675]: </disk>
Nov 23 06:27:11 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:27:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Successfully detached device vdb from instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 from the persistent domain config.
Nov 23 06:27:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:27:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:27:11 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:27:11 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:27:11 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:27:11 user nova-compute[74675]:   <serial>fc3113e7-6552-4da2-af54-45a186f46384</serial>
Nov 23 06:27:11 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:27:11 user nova-compute[74675]: </disk>
Nov 23 06:27:11 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:27:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:27:13 user nova-compute[74675]: DEBUG nova.objects.instance [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'flavor' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:27:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "refresh_cache-d4052753-45c5-4622-a5c2-24f11fdba12b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:27:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquired lock "refresh_cache-d4052753-45c5-4622-a5c2-24f11fdba12b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:27:13 user nova-compute[74675]: DEBUG nova.network.neutron [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:27:13 user nova-compute[74675]: DEBUG nova.objects.instance [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'info_cache' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:27:13 user nova-compute[74675]: DEBUG nova.objects.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Object Instance<d4052753-45c5-4622-a5c2-24f11fdba12b> lazy-loaded attributes: flavor,info_cache {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:27:13 user nova-compute[74675]: DEBUG nova.network.neutron [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Updating instance_info_cache with network_info: [{"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:27:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Releasing lock "refresh_cache-d4052753-45c5-4622-a5c2-24f11fdba12b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:27:13 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Instance destroyed successfully.
Nov 23 06:27:13 user nova-compute[74675]: DEBUG nova.objects.instance [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'resources' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.objects.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Object Instance<d4052753-45c5-4622-a5c2-24f11fdba12b> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:23:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1611405922',display_name='tempest-AttachVolumeTestJSON-server-1611405922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1611405922',id=23,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlM+m27eswYsFuxyuhq+XfKX4OJhR5e+3a1m+EslFRKElLdmhx0QSiqhwQulPqYsospDeOx69ys9NuS3/JGV/lj8VD6NkR4Vj8y2GesDvwFjommyN+pYTk/Q2Fvj97haQ==',key_name='tempest-keypair-244033543',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:23:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='64a8e9912883450fa44969c8ebbac519',ramdisk_id='',reservation_id='r-tg1sdsxa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-572935082',owner_user_name='tempest-AttachVolumeTestJSON-572935082-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2c266b233144ef1bf29b9e3fd37d87e',uuid=d4052753-45c5-4622-a5c2-24f11fdba12b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converting VIF {"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_vif [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc52bf001-fe, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0a5dfd9f-ac1b-4941-a379-7f0ad27b826b) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:27:14 user nova-compute[74675]: INFO os_vif [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe')
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PXUKfRbO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:27:14 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[803f5747-3d27-4440-80c2-136234f81cf0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:27:14 user nova-compute[74675]: No targets found.
Nov 23 06:27:14 user nova-compute[74675]: iSNS:
Nov 23 06:27:14 user nova-compute[74675]: No targets found.
Nov 23 06:27:14 user nova-compute[74675]: STATIC:
Nov 23 06:27:14 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:27:14 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:14 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:14 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384
Nov 23 06:27:14 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:14 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:14 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c
Nov 23 06:27:14 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:14 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:14 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3
Nov 23 06:27:14 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:14 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:14 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c
Nov 23 06:27:14 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:14 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:14 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6
Nov 23 06:27:14 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:14 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:14 user nova-compute[74675]: FIRMWARE:
Nov 23 06:27:14 user nova-compute[74675]: No targets found.
Nov 23 06:27:14 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:27:14 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:27:14 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebdda32a-c29c-4776-a317-aa3379a81326]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e3b77db-3615-4a6b-aae5-bc02abb18974]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac954df910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c'): ({'sdc'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Removing single pathed devices sdc {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[839f8dd9-62c1-4db3-86a3-076df87cea1a]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec5a3524-d906-40fe-ae9f-bf7d94bc1f6d]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Flushing IO for device /dev/sdc {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f0d3321-4d1e-4ff3-b215-b3f990731df8]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.041s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[454a0b1b-8afb-4db4-87ea-50f19880b525]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0882e081-b835-44ac-893f-8a31f61f1745]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b828895e-3b54-4e62-b347-a014069d376e]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c, portal: 172.16.0.220,3260]
Nov 23 06:27:14 user nova-compute[74675]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c, portal: 172.16.0.220,3260] successful.
Nov 23 06:27:14 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea915fbc-be25-4a22-a639-692d16138c1a]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.339s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] <== disconnect_volume: return (341ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Start _get_guest_xml network_info=[{"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PXUKfRbO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'd4052753-45c5-4622-a5c2-24f11fdba12b', 'attached_at': '', 'detached_at': '', 'volume_id': '7c5a02e3-768b-4a03-86a5-61d3b047776c', 'serial': '7c5a02e3-768b-4a03-86a5-61d3b047776c'}, 'attachment_id': '3c6bcfc8-9f05-4986-93df-df0ae5ad2b91', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.objects.instance [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'numa_topology' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.objects.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Object Instance<d4052753-45c5-4622-a5c2-24f11fdba12b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:27:14 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:27:14 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.objects.instance [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'vcpu_model' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.objects.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Object Instance<d4052753-45c5-4622-a5c2-24f11fdba12b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PXUKfRbO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:27:14 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:27:14 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:27:14 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[81bc0a49-8316-41c4-a879-60752a48056b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:27:14 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d056a205-e3d0-4604-a734-cef12fdf5807]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c] added
Nov 23 06:27:14 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e2ad435-9a2e-4824-a7f6-37ada588392f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[af39334e-2196-4efd-878b-8becb6356157]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PXUKfRbO {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PXUKfRbO" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0e0e6b2-f9fa-4bdc-b8bf-c9da4fc8cec3]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PXUKfRbO'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbddecc0-6e66-4e50-af89-dc0a052d8b95]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[89fd7d8d-6920-4b60-afbd-c5bb8c165201]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a37ae166-016d-442f-aac9-444141854fc6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c, portal: 172.16.0.220,3260]
Nov 23 06:27:14 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c, portal: 172.16.0.220,3260] successful.
Nov 23 06:27:14 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f0bfd3f-c6e3-449b-a13b-e236b93ad0d7]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[030f2946-61a3-4c9c-a601-84d7a067d24a]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:27:14 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 (non-flash)
Nov 23 06:27:14 user nova-compute[74675]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:27:14 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.312s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] HCTL ('34', '-', '-', 0) found on session 35 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e47fa18-42a0-4782-950b-0528ed112206]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:14 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Searching for a device in session 35 and hctl ['34', '*', '*', 0] yield: None {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:27:15 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Searching for a device in session 35 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:27:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PXUKfRbO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:27:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:27:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] <== connect_volume: return (1344ms) {'type': 'block', 'scsi_wwn': '23233313666633562', 'path': '/dev/sdc'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:27:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23233313666633562', 'path': '/dev/sdc'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:27:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:23:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1611405922',display_name='tempest-AttachVolumeTestJSON-server-1611405922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1611405922',id=23,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlM+m27eswYsFuxyuhq+XfKX4OJhR5e+3a1m+EslFRKElLdmhx0QSiqhwQulPqYsospDeOx69ys9NuS3/JGV/lj8VD6NkR4Vj8y2GesDvwFjommyN+pYTk/Q2Fvj97haQ==',key_name='tempest-keypair-244033543',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:23:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='64a8e9912883450fa44969c8ebbac519',ramdisk_id='',reservation_id='r-tg1sdsxa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-572935082',owner_user_name='tempest-AttachVolumeTestJSON-572935082-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2c266b233144ef1bf29b9e3fd37d87e',uuid=d4052753-45c5-4622-a5c2-24f11fdba12b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:27:15 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converting VIF {"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:27:15 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:27:15 user nova-compute[74675]: DEBUG nova.objects.instance [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'pci_devices' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:27:15 user nova-compute[74675]: DEBUG nova.objects.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Object Instance<d4052753-45c5-4622-a5c2-24f11fdba12b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:27:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:27:15 user nova-compute[74675]:   <uuid>d4052753-45c5-4622-a5c2-24f11fdba12b</uuid>
Nov 23 06:27:15 user nova-compute[74675]:   <name>instance-00000017</name>
Nov 23 06:27:15 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:27:15 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:27:15 user nova-compute[74675]:   <metadata>
Nov 23 06:27:15 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:27:15 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:27:15 user nova-compute[74675]:       <nova:name>tempest-AttachVolumeTestJSON-server-1611405922</nova:name>
Nov 23 06:27:15 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:27:14</nova:creationTime>
Nov 23 06:27:15 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:27:15 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:27:15 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:27:15 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:27:15 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:27:15 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:27:15 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:27:15 user nova-compute[74675]:       <nova:owner>
Nov 23 06:27:15 user nova-compute[74675]:         <nova:user uuid="b2c266b233144ef1bf29b9e3fd37d87e">tempest-AttachVolumeTestJSON-572935082-project-member</nova:user>
Nov 23 06:27:15 user nova-compute[74675]:         <nova:project uuid="64a8e9912883450fa44969c8ebbac519">tempest-AttachVolumeTestJSON-572935082</nova:project>
Nov 23 06:27:15 user nova-compute[74675]:       </nova:owner>
Nov 23 06:27:15 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:27:15 user nova-compute[74675]:       <nova:ports>
Nov 23 06:27:15 user nova-compute[74675]:         <nova:port uuid="c52bf001-fe0d-45f7-846f-657ccd55a068">
Nov 23 06:27:15 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 23 06:27:15 user nova-compute[74675]:         </nova:port>
Nov 23 06:27:15 user nova-compute[74675]:       </nova:ports>
Nov 23 06:27:15 user nova-compute[74675]:     </nova:instance>
Nov 23 06:27:15 user nova-compute[74675]:   </metadata>
Nov 23 06:27:15 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:27:15 user nova-compute[74675]:     <system>
Nov 23 06:27:15 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:27:15 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:27:15 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:27:15 user nova-compute[74675]:       <entry name="serial">d4052753-45c5-4622-a5c2-24f11fdba12b</entry>
Nov 23 06:27:15 user nova-compute[74675]:       <entry name="uuid">d4052753-45c5-4622-a5c2-24f11fdba12b</entry>
Nov 23 06:27:15 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:27:15 user nova-compute[74675]:     </system>
Nov 23 06:27:15 user nova-compute[74675]:   </sysinfo>
Nov 23 06:27:15 user nova-compute[74675]:   <os>
Nov 23 06:27:15 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:27:15 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:27:15 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:27:15 user nova-compute[74675]:   </os>
Nov 23 06:27:15 user nova-compute[74675]:   <features>
Nov 23 06:27:15 user nova-compute[74675]:     <acpi/>
Nov 23 06:27:15 user nova-compute[74675]:     <apic/>
Nov 23 06:27:15 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:27:15 user nova-compute[74675]:   </features>
Nov 23 06:27:15 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:27:15 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:27:15 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:27:15 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:27:15 user nova-compute[74675]:   </clock>
Nov 23 06:27:15 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:27:15 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:27:15 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:27:15 user nova-compute[74675]:   </cpu>
Nov 23 06:27:15 user nova-compute[74675]:   <devices>
Nov 23 06:27:15 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:27:15 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:27:15 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk"/>
Nov 23 06:27:15 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:27:15 user nova-compute[74675]:     </disk>
Nov 23 06:27:15 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:27:15 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:27:15 user nova-compute[74675]:       <source dev="/dev/sdc"/>
Nov 23 06:27:15 user nova-compute[74675]:       <target dev="vdb" bus="virtio"/>
Nov 23 06:27:15 user nova-compute[74675]:       <serial>7c5a02e3-768b-4a03-86a5-61d3b047776c</serial>
Nov 23 06:27:15 user nova-compute[74675]:     </disk>
Nov 23 06:27:15 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:27:15 user nova-compute[74675]:       <mac address="fa:16:3e:76:64:4a"/>
Nov 23 06:27:15 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:27:15 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:27:15 user nova-compute[74675]:       <target dev="tapc52bf001-fe"/>
Nov 23 06:27:15 user nova-compute[74675]:     </interface>
Nov 23 06:27:15 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:27:15 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/console.log" append="off"/>
Nov 23 06:27:15 user nova-compute[74675]:     </serial>
Nov 23 06:27:15 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:27:15 user nova-compute[74675]:     <video>
Nov 23 06:27:15 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:27:15 user nova-compute[74675]:     </video>
Nov 23 06:27:15 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:27:15 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:27:15 user nova-compute[74675]:     </rng>
Nov 23 06:27:15 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:27:15 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:27:15 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:27:15 user nova-compute[74675]:     </memballoon>
Nov 23 06:27:15 user nova-compute[74675]:   </devices>
Nov 23 06:27:15 user nova-compute[74675]: </domain>
Nov 23 06:27:15 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:27:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG nova.objects.instance [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'trusted_certs' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG nova.objects.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Object Instance<d4052753-45c5-4622-a5c2-24f11fdba12b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.175s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Cannot resize image /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG nova.objects.instance [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'migration_context' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG nova.objects.base [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Object Instance<d4052753-45c5-4622-a5c2-24f11fdba12b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:23:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1611405922',display_name='tempest-AttachVolumeTestJSON-server-1611405922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1611405922',id=23,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlM+m27eswYsFuxyuhq+XfKX4OJhR5e+3a1m+EslFRKElLdmhx0QSiqhwQulPqYsospDeOx69ys9NuS3/JGV/lj8VD6NkR4Vj8y2GesDvwFjommyN+pYTk/Q2Fvj97haQ==',key_name='tempest-keypair-244033543',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:23:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='64a8e9912883450fa44969c8ebbac519',ramdisk_id='',reservation_id='r-tg1sdsxa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-572935082',owner_user_name='tempest-AttachVolumeTestJSON-572935082-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2c266b233144ef1bf29b9e3fd37d87e',uuid=d4052753-45c5-4622-a5c2-24f11fdba12b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converting VIF {"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG os_vif [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a3278e15-181b-5000-b653-7376dff16fd2', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc52bf001-fe, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc52bf001-fe, col_values=(('qos', UUID('4ed2a114-bf74-487e-a2e3-05d1d49cdfc2')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc52bf001-fe, col_values=(('external_ids', {'iface-id': 'c52bf001-fe0d-45f7-846f-657ccd55a068', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:76:64:4a', 'vm-uuid': 'd4052753-45c5-4622-a5c2-24f11fdba12b'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:27:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:16 user nova-compute[74675]: INFO os_vif [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe')
Nov 23 06:27:17 user nova-compute[74675]: INFO nova.compute.manager [None req-c55abe74-6976-408d-a63c-2b76f9d79e61 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Unrescuing
Nov 23 06:27:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c55abe74-6976-408d-a63c-2b76f9d79e61 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:27:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c55abe74-6976-408d-a63c-2b76f9d79e61 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquired lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:27:17 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c55abe74-6976-408d-a63c-2b76f9d79e61 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-a1d1b6ce-bca7-447f-b012-5cd2f7e263a4 req-ab7be515-c53e-4042-99e9-42d87a42b6b1 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a1d1b6ce-bca7-447f-b012-5cd2f7e263a4 req-ab7be515-c53e-4042-99e9-42d87a42b6b1 service nova] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a1d1b6ce-bca7-447f-b012-5cd2f7e263a4 req-ab7be515-c53e-4042-99e9-42d87a42b6b1 service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a1d1b6ce-bca7-447f-b012-5cd2f7e263a4 req-ab7be515-c53e-4042-99e9-42d87a42b6b1 service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-a1d1b6ce-bca7-447f-b012-5cd2f7e263a4 req-ab7be515-c53e-4042-99e9-42d87a42b6b1 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] No waiting events found dispatching network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:27:18 user nova-compute[74675]: WARNING nova.compute.manager [req-a1d1b6ce-bca7-447f-b012-5cd2f7e263a4 req-ab7be515-c53e-4042-99e9-42d87a42b6b1 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received unexpected event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 for instance with vm_state stopped and task_state powering-on.
Nov 23 06:27:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c55abe74-6976-408d-a63c-2b76f9d79e61 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Updating instance_info_cache with network_info: [{"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c55abe74-6976-408d-a63c-2b76f9d79e61 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Releasing lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG nova.objects.instance [None req-c55abe74-6976-408d-a63c-2b76f9d79e61 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'flavor' on Instance uuid 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:19 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Instance destroyed successfully.
Nov 23 06:27:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG nova.compute.manager [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:27:20 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Instance rebooted successfully.
Nov 23 06:27:20 user nova-compute[74675]: DEBUG nova.compute.manager [None req-41301d2c-03a7-4df8-827e-ed98f0748281 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] No waiting events found dispatching network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:27:20 user nova-compute[74675]: WARNING nova.compute.manager [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received unexpected event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 for instance with vm_state active and task_state None.
Nov 23 06:27:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-vif-unplugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] No waiting events found dispatching network-vif-unplugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:27:20 user nova-compute[74675]: WARNING nova.compute.manager [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received unexpected event network-vif-unplugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:27:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] No waiting events found dispatching network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:27:20 user nova-compute[74675]: WARNING nova.compute.manager [req-15c9de18-bee9-4049-ad55-b8e0360ee2e9 req-cf274b58-55be-49bd-9ef9-075a6c62ca3c service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received unexpected event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:27:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-a9aac2df-2d9f-43c9-b2a1-c37134fcfce1 req-9dd597bb-eccf-40cc-b6c1-cfc96c3e62ab service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:27:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a9aac2df-2d9f-43c9-b2a1-c37134fcfce1 req-9dd597bb-eccf-40cc-b6c1-cfc96c3e62ab service nova] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:27:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a9aac2df-2d9f-43c9-b2a1-c37134fcfce1 req-9dd597bb-eccf-40cc-b6c1-cfc96c3e62ab service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:27:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a9aac2df-2d9f-43c9-b2a1-c37134fcfce1 req-9dd597bb-eccf-40cc-b6c1-cfc96c3e62ab service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:27:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-a9aac2df-2d9f-43c9-b2a1-c37134fcfce1 req-9dd597bb-eccf-40cc-b6c1-cfc96c3e62ab service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] No waiting events found dispatching network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:27:22 user nova-compute[74675]: WARNING nova.compute.manager [req-a9aac2df-2d9f-43c9-b2a1-c37134fcfce1 req-9dd597bb-eccf-40cc-b6c1-cfc96c3e62ab service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received unexpected event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:27:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-a9aac2df-2d9f-43c9-b2a1-c37134fcfce1 req-9dd597bb-eccf-40cc-b6c1-cfc96c3e62ab service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:27:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a9aac2df-2d9f-43c9-b2a1-c37134fcfce1 req-9dd597bb-eccf-40cc-b6c1-cfc96c3e62ab service nova] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:27:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a9aac2df-2d9f-43c9-b2a1-c37134fcfce1 req-9dd597bb-eccf-40cc-b6c1-cfc96c3e62ab service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:27:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a9aac2df-2d9f-43c9-b2a1-c37134fcfce1 req-9dd597bb-eccf-40cc-b6c1-cfc96c3e62ab service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:27:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-a9aac2df-2d9f-43c9-b2a1-c37134fcfce1 req-9dd597bb-eccf-40cc-b6c1-cfc96c3e62ab service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] No waiting events found dispatching network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:27:22 user nova-compute[74675]: WARNING nova.compute.manager [req-a9aac2df-2d9f-43c9-b2a1-c37134fcfce1 req-9dd597bb-eccf-40cc-b6c1-cfc96c3e62ab service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received unexpected event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:27:23 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c55abe74-6976-408d-a63c-2b76f9d79e61 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:27:23 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 76a32788-6012-42a4-b10a-e62c382ec1cc is timed out.
Nov 23 06:27:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Successfully detached device vdb from instance 76a32788-6012-42a4-b10a-e62c382ec1cc from the live domain config.
Nov 23 06:27:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:27:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DwcNmLIM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:27:23 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:27:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:27:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:27:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f10c41a3-7416-427f-be65-f4241d60dd6f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:27:24 user nova-compute[74675]: No targets found.
Nov 23 06:27:24 user nova-compute[74675]: iSNS:
Nov 23 06:27:24 user nova-compute[74675]: No targets found.
Nov 23 06:27:24 user nova-compute[74675]: STATIC:
Nov 23 06:27:24 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:27:24 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:24 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:24 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384
Nov 23 06:27:24 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:24 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:24 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c
Nov 23 06:27:24 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:24 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:24 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3
Nov 23 06:27:24 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:24 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:24 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c
Nov 23 06:27:24 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:24 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:24 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6
Nov 23 06:27:24 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:24 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:24 user nova-compute[74675]: FIRMWARE:
Nov 23 06:27:24 user nova-compute[74675]: No targets found.
Nov 23 06:27:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:27:24 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:27:24 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0672fa7-3aba-42a2-9bf7-00862f4755d2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[288e8408-93d0-42c7-bd57-b5a1d549ec79]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:27:24 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:27:24 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:27:24 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:27:24 user nova-compute[74675]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 (non-flash)
Nov 23 06:27:24 user nova-compute[74675]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:27:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:27:24 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:27:24 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:27:24 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:27:24 user nova-compute[74675]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 (non-flash)
Nov 23 06:27:24 user nova-compute[74675]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:27:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac681bd3f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6'): ({'sdg'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Removing single pathed devices sdg {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7abb5910-fb53-40c6-b5e1-14995998bcad]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1256f10-0048-4296-a70a-17ee8f645fa1]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Flushing IO for device /dev/sdg {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f95233a-948f-48e9-a5d5-d4963dbf3084]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.054s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9a46970-dc14-4769-9b7a-92a447b4c4d7]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] SCSI volumes sdg have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[556f0e31-4e96-4bd6-9154-6086e529290d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f74bfc4e-69fb-4c84-9b35-f9519cc6dc18]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6, portal: 172.16.0.220,3260]
Nov 23 06:27:24 user nova-compute[74675]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6, portal: 172.16.0.220,3260] successful.
Nov 23 06:27:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c2550716-d97f-486e-8ed4-7cbbc4039ad6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e801ce2e-ffda-4e9d-aae5-645584813ee0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.371s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] <== disconnect_volume: return (372ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:27:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:25 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lazy-loading 'flavor' on Instance uuid 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:27:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a170344b-ff5a-486a-aba2-58745fab886f tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.156s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:27:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:31 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 is timed out.
Nov 23 06:27:31 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Successfully detached device vdb from instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 from the live domain config.
Nov 23 06:27:31 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:27:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LnTtWJGl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:27:31 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:27:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:27:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:27:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9afca303-de3a-4f49-a66b-f7a1d3241088]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:27:32 user nova-compute[74675]: No targets found.
Nov 23 06:27:32 user nova-compute[74675]: iSNS:
Nov 23 06:27:32 user nova-compute[74675]: No targets found.
Nov 23 06:27:32 user nova-compute[74675]: STATIC:
Nov 23 06:27:32 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:27:32 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:32 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:32 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384
Nov 23 06:27:32 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:32 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:32 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c
Nov 23 06:27:32 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:32 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:32 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3
Nov 23 06:27:32 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:32 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:32 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c
Nov 23 06:27:32 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:27:32 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:27:32 user nova-compute[74675]: FIRMWARE:
Nov 23 06:27:32 user nova-compute[74675]: No targets found.
Nov 23 06:27:32 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:27:32 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:27:32 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[37f17bea-bf3d-47ff-a9fe-71569cbebf61]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff4bc54f-07ae-4f4d-a93d-211d1a1ece09]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:27:32 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:27:32 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:27:32 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:27:32 user nova-compute[74675]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:27:32 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:27:32 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:27:32 user nova-compute[74675]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 (non-flash)
Nov 23 06:27:32 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:27:32 user nova-compute[74675]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:27:32 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac681bd510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[abbfb8c8-dd57-494b-bacb-ffb2f4dc29dc]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f6954e4-cd8c-4ee5-92f4-a9adb1221fba]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d575bb23-3155-430d-abbb-956dab8f0d98]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eabfb4f-a608-4069-af77-2ef3debb7cf5]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c06403d-f4ee-4b75-937d-866611c15eca]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3894b033-f1fb-47ee-9ae8-1f2570c07f8b]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384, portal: 172.16.0.220,3260]
Nov 23 06:27:32 user nova-compute[74675]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384, portal: 172.16.0.220,3260] successful.
Nov 23 06:27:32 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc3113e7-6552-4da2-af54-45a186f46384 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[785878c0-b13a-4598-aff5-3a12031abc63]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] <== disconnect_volume: return (307ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:27:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:27:33 user nova-compute[74675]: DEBUG nova.objects.instance [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lazy-loading 'flavor' on Instance uuid 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:27:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e6046878-03f4-4849-991b-a966c1e092d1 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.729s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:27:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:49 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:27:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-6d36daca-9739-42b6-b25c-0fc3cd7bff00 req-17f83843-821e-4fec-8896-93f9f70242e6 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Received event network-changed-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:27:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-6d36daca-9739-42b6-b25c-0fc3cd7bff00 req-17f83843-821e-4fec-8896-93f9f70242e6 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Refreshing instance network info cache due to event network-changed-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:27:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6d36daca-9739-42b6-b25c-0fc3cd7bff00 req-17f83843-821e-4fec-8896-93f9f70242e6 service nova] Acquiring lock "refresh_cache-3c5e33f5-fd7a-4ec6-9c29-481236465e07" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:27:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6d36daca-9739-42b6-b25c-0fc3cd7bff00 req-17f83843-821e-4fec-8896-93f9f70242e6 service nova] Acquired lock "refresh_cache-3c5e33f5-fd7a-4ec6-9c29-481236465e07" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:27:50 user nova-compute[74675]: DEBUG nova.network.neutron [req-6d36daca-9739-42b6-b25c-0fc3cd7bff00 req-17f83843-821e-4fec-8896-93f9f70242e6 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Refreshing network info cache for port f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:27:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:27:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:27:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:27:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:27:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:27:50 user nova-compute[74675]: INFO nova.compute.manager [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Terminating instance
Nov 23 06:27:50 user nova-compute[74675]: DEBUG nova.compute.manager [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:27:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG nova.network.neutron [req-6d36daca-9739-42b6-b25c-0fc3cd7bff00 req-17f83843-821e-4fec-8896-93f9f70242e6 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Updated VIF entry in instance network info cache for port f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG nova.network.neutron [req-6d36daca-9739-42b6-b25c-0fc3cd7bff00 req-17f83843-821e-4fec-8896-93f9f70242e6 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Updating instance_info_cache with network_info: [{"id": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "address": "fa:16:3e:b6:b1:58", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf291d2ef-cb", "ovs_interfaceid": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6d36daca-9739-42b6-b25c-0fc3cd7bff00 req-17f83843-821e-4fec-8896-93f9f70242e6 service nova] Releasing lock "refresh_cache-3c5e33f5-fd7a-4ec6-9c29-481236465e07" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Instance destroyed successfully.
Nov 23 06:27:51 user nova-compute[74675]: DEBUG nova.objects.instance [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lazy-loading 'resources' on Instance uuid 3c5e33f5-fd7a-4ec6-9c29-481236465e07 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:20:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1096716589',display_name='tempest-TestStampPattern-server-1096716589',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1096716589',id=18,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMrIjCJdJRqr/SfOPRjG8su5tVmq9mFUGfBr4cdrzgRZNNx4qLKFt/E7BkYOVK2Dk+UGcFFcrCCxw6jA24Koj0s3zmuv48jg2YDHFSOCXWp0+klsK5ny8ZEF0/Tzu8i56g==',key_name='tempest-TestStampPattern-1742973522',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:20:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b758808a65b24c028b0ea07bfac88c15',ramdisk_id='',reservation_id='r-p37uh7vj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-290725560',owner_user_name='tempest-TestStampPattern-290725560-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:23:49Z,user_data=None,user_id='e45c93fdcd894f2eaa3e2f73f24d9908',uuid=3c5e33f5-fd7a-4ec6-9c29-481236465e07,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "address": "fa:16:3e:b6:b1:58", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf291d2ef-cb", "ovs_interfaceid": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Converting VIF {"id": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "address": "fa:16:3e:b6:b1:58", "network": {"id": "973945ba-bfa3-4705-a013-e5ee350cd205", "bridge": "br-int", "label": "tempest-TestStampPattern-700925248-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b758808a65b24c028b0ea07bfac88c15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf291d2ef-cb", "ovs_interfaceid": "f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b6:b1:58,bridge_name='br-int',has_traffic_filtering=True,id=f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198,network=Network(973945ba-bfa3-4705-a013-e5ee350cd205),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf291d2ef-cb') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG os_vif [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b6:b1:58,bridge_name='br-int',has_traffic_filtering=True,id=f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198,network=Network(973945ba-bfa3-4705-a013-e5ee350cd205),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf291d2ef-cb') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf291d2ef-cb, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=61f85e3e-3571-4b3f-b97a-46555106c77b) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:51 user nova-compute[74675]: INFO os_vif [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b6:b1:58,bridge_name='br-int',has_traffic_filtering=True,id=f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198,network=Network(973945ba-bfa3-4705-a013-e5ee350cd205),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf291d2ef-cb')
Nov 23 06:27:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Deleting instance files /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07_del
Nov 23 06:27:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Deletion of /opt/stack/data/nova/instances/3c5e33f5-fd7a-4ec6-9c29-481236465e07_del complete
Nov 23 06:27:51 user nova-compute[74675]: INFO nova.compute.manager [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Took 0.92 seconds to destroy the instance on the hypervisor.
Nov 23 06:27:51 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:27:51 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:27:52 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Took 0.49 seconds to deallocate network for instance.
Nov 23 06:27:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-7a05a38f-6e68-4a56-af22-600518330872 req-4a607ab9-2f2d-416f-bc9a-980262adde24 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Received event network-vif-deleted-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:27:52 user nova-compute[74675]: INFO nova.compute.manager [req-7a05a38f-6e68-4a56-af22-600518330872 req-4a607ab9-2f2d-416f-bc9a-980262adde24 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Neutron deleted interface f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198; detaching it from the instance and deleting it from the info cache
Nov 23 06:27:52 user nova-compute[74675]: DEBUG nova.network.neutron [req-7a05a38f-6e68-4a56-af22-600518330872 req-4a607ab9-2f2d-416f-bc9a-980262adde24 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:27:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-7a05a38f-6e68-4a56-af22-600518330872 req-4a607ab9-2f2d-416f-bc9a-980262adde24 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Detach interface failed, port_id=f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198, reason: Instance 3c5e33f5-fd7a-4ec6-9c29-481236465e07 could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:27:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:27:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:27:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-4ccb2da2-8764-4691-b49d-fa01257d2aaa req-4bc39302-3768-4f54-bcce-b7a74d6fce28 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Received event network-vif-unplugged-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:27:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4ccb2da2-8764-4691-b49d-fa01257d2aaa req-4bc39302-3768-4f54-bcce-b7a74d6fce28 service nova] Acquiring lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:27:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4ccb2da2-8764-4691-b49d-fa01257d2aaa req-4bc39302-3768-4f54-bcce-b7a74d6fce28 service nova] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:27:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4ccb2da2-8764-4691-b49d-fa01257d2aaa req-4bc39302-3768-4f54-bcce-b7a74d6fce28 service nova] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:27:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-4ccb2da2-8764-4691-b49d-fa01257d2aaa req-4bc39302-3768-4f54-bcce-b7a74d6fce28 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] No waiting events found dispatching network-vif-unplugged-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:27:52 user nova-compute[74675]: WARNING nova.compute.manager [req-4ccb2da2-8764-4691-b49d-fa01257d2aaa req-4bc39302-3768-4f54-bcce-b7a74d6fce28 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Received unexpected event network-vif-unplugged-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 for instance with vm_state deleted and task_state None.
Nov 23 06:27:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-4ccb2da2-8764-4691-b49d-fa01257d2aaa req-4bc39302-3768-4f54-bcce-b7a74d6fce28 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Received event network-vif-plugged-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:27:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4ccb2da2-8764-4691-b49d-fa01257d2aaa req-4bc39302-3768-4f54-bcce-b7a74d6fce28 service nova] Acquiring lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:27:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4ccb2da2-8764-4691-b49d-fa01257d2aaa req-4bc39302-3768-4f54-bcce-b7a74d6fce28 service nova] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:27:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4ccb2da2-8764-4691-b49d-fa01257d2aaa req-4bc39302-3768-4f54-bcce-b7a74d6fce28 service nova] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:27:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-4ccb2da2-8764-4691-b49d-fa01257d2aaa req-4bc39302-3768-4f54-bcce-b7a74d6fce28 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] No waiting events found dispatching network-vif-plugged-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:27:52 user nova-compute[74675]: WARNING nova.compute.manager [req-4ccb2da2-8764-4691-b49d-fa01257d2aaa req-4bc39302-3768-4f54-bcce-b7a74d6fce28 service nova] [instance: 3c5e33f5-fd7a-4ec6-9c29-481236465e07] Received unexpected event network-vif-plugged-f291d2ef-cbfb-4f3f-a105-7a0dc0ab4198 for instance with vm_state deleted and task_state None.
Nov 23 06:27:52 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:27:52 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:27:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.546s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:27:52 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Deleted allocations for instance 3c5e33f5-fd7a-4ec6-9c29-481236465e07
Nov 23 06:27:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-18215414-8925-448b-af57-150d44d4f7a1 tempest-TestStampPattern-290725560 tempest-TestStampPattern-290725560-project-member] Lock "3c5e33f5-fd7a-4ec6-9c29-481236465e07" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.187s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:27:53 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:27:53 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:27:53 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:27:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-76a32788-6012-42a4-b10a-e62c382ec1cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:27:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-76a32788-6012-42a4-b10a-e62c382ec1cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:27:53 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:27:53 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Updating instance_info_cache with network_info: [{"id": "15333a2f-8738-42ab-b573-6b131f5adf6c", "address": "fa:16:3e:7b:64:c1", "network": {"id": "06737496-f07b-4046-bdb8-6a80b0b55a1f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-410441569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e64e5d2fecf487db681ce54998e6a39", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15333a2f-87", "ovs_interfaceid": "15333a2f-8738-42ab-b573-6b131f5adf6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:27:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-76a32788-6012-42a4-b10a-e62c382ec1cc" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:27:53 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:27:54 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:27:54 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:27:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:27:54 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:27:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:27:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:27:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:27:54 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:27:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:27:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:27:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:27:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:27:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.210s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:27:58 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:27:58 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:27:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7506MB free_disk=25.364788055419922GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance f4d40301-d465-42af-8b6c-e62a064afcaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d9898f23-3116-49a8-a4bb-483dd0c3c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8bd490c5-ffd8-430b-b74a-29e551e261fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 76a32788-6012-42a4-b10a-e62c382ec1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d4052753-45c5-4622-a5c2-24f11fdba12b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:27:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:27:59 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:27:59 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:27:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:27:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.551s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:01 user nova-compute[74675]: INFO nova.compute.manager [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Terminating instance
Nov 23 06:28:01 user nova-compute[74675]: DEBUG nova.compute.manager [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:28:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-ac6108de-dea3-46a5-9409-de1447828730 req-b01ab1d8-e53c-4209-8bcb-734cccad3ad1 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Received event network-vif-unplugged-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ac6108de-dea3-46a5-9409-de1447828730 req-b01ab1d8-e53c-4209-8bcb-734cccad3ad1 service nova] Acquiring lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ac6108de-dea3-46a5-9409-de1447828730 req-b01ab1d8-e53c-4209-8bcb-734cccad3ad1 service nova] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ac6108de-dea3-46a5-9409-de1447828730 req-b01ab1d8-e53c-4209-8bcb-734cccad3ad1 service nova] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-ac6108de-dea3-46a5-9409-de1447828730 req-b01ab1d8-e53c-4209-8bcb-734cccad3ad1 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] No waiting events found dispatching network-vif-unplugged-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-ac6108de-dea3-46a5-9409-de1447828730 req-b01ab1d8-e53c-4209-8bcb-734cccad3ad1 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Received event network-vif-unplugged-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:28:02 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Instance destroyed successfully.
Nov 23 06:28:02 user nova-compute[74675]: DEBUG nova.objects.instance [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lazy-loading 'resources' on Instance uuid 7728764d-bcc0-4f40-8fab-9862d5f6b3e0 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:24:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1311779497',display_name='tempest-TestServerVolumeAttachmentScenario-server-1311779497',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1311779497',id=26,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+axyktwwi1ZSgBvAOPe3h1AiNSgE3L02birS+Yxxjmtp4WiCZFRr+XCS/7Xk191ZF9BYilC4gNEABo//yfqEnerP+t/5HKGgXx7W3rox9kUXnBcpHi3Sc3uwCcff9z+w==',key_name='tempest-keypair-2114718017',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:24:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bb39bb81083d4d2fa4769f4f51608b09',ramdisk_id='',reservation_id='r-hwdtbb01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1412891416',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1412891416-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:24:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='075151558faf4ffcb0cf31dd53f98ff7',uuid=7728764d-bcc0-4f40-8fab-9862d5f6b3e0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "address": "fa:16:3e:a5:9d:f1", "network": {"id": "11e4b0b1-b478-461b-8d78-1c8d6457bb4b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1369241236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb39bb81083d4d2fa4769f4f51608b09", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9717cd1-18", "ovs_interfaceid": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Converting VIF {"id": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "address": "fa:16:3e:a5:9d:f1", "network": {"id": "11e4b0b1-b478-461b-8d78-1c8d6457bb4b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1369241236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb39bb81083d4d2fa4769f4f51608b09", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9717cd1-18", "ovs_interfaceid": "b9717cd1-18bd-4775-a71c-0ed5e12e4cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a5:9d:f1,bridge_name='br-int',has_traffic_filtering=True,id=b9717cd1-18bd-4775-a71c-0ed5e12e4cfc,network=Network(11e4b0b1-b478-461b-8d78-1c8d6457bb4b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9717cd1-18') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG os_vif [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a5:9d:f1,bridge_name='br-int',has_traffic_filtering=True,id=b9717cd1-18bd-4775-a71c-0ed5e12e4cfc,network=Network(11e4b0b1-b478-461b-8d78-1c8d6457bb4b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9717cd1-18') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb9717cd1-18, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fcdd0a22-0a67-41b8-85af-73653c773b92) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:02 user nova-compute[74675]: INFO os_vif [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a5:9d:f1,bridge_name='br-int',has_traffic_filtering=True,id=b9717cd1-18bd-4775-a71c-0ed5e12e4cfc,network=Network(11e4b0b1-b478-461b-8d78-1c8d6457bb4b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9717cd1-18')
Nov 23 06:28:02 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Deleting instance files /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0_del
Nov 23 06:28:02 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Deletion of /opt/stack/data/nova/instances/7728764d-bcc0-4f40-8fab-9862d5f6b3e0_del complete
Nov 23 06:28:02 user nova-compute[74675]: INFO nova.compute.manager [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 23 06:28:02 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:28:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:28:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:28:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:28:03 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:28:03 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Took 0.90 seconds to deallocate network for instance.
Nov 23 06:28:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:04 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:28:04 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:28:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.365s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:04 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Deleted allocations for instance 7728764d-bcc0-4f40-8fab-9862d5f6b3e0
Nov 23 06:28:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-98aff6e3-482a-47f8-a367-e1296f59f155 tempest-TestServerVolumeAttachmentScenario-1412891416 tempest-TestServerVolumeAttachmentScenario-1412891416-project-member] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.357s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-b57e1629-2e8f-49cd-9d08-fc5f66e6a5ec req-5b6f6449-4e2a-42c3-88a3-b7cd906408b9 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Received event network-vif-plugged-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b57e1629-2e8f-49cd-9d08-fc5f66e6a5ec req-5b6f6449-4e2a-42c3-88a3-b7cd906408b9 service nova] Acquiring lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b57e1629-2e8f-49cd-9d08-fc5f66e6a5ec req-5b6f6449-4e2a-42c3-88a3-b7cd906408b9 service nova] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b57e1629-2e8f-49cd-9d08-fc5f66e6a5ec req-5b6f6449-4e2a-42c3-88a3-b7cd906408b9 service nova] Lock "7728764d-bcc0-4f40-8fab-9862d5f6b3e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-b57e1629-2e8f-49cd-9d08-fc5f66e6a5ec req-5b6f6449-4e2a-42c3-88a3-b7cd906408b9 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] No waiting events found dispatching network-vif-plugged-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:28:04 user nova-compute[74675]: WARNING nova.compute.manager [req-b57e1629-2e8f-49cd-9d08-fc5f66e6a5ec req-5b6f6449-4e2a-42c3-88a3-b7cd906408b9 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Received unexpected event network-vif-plugged-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc for instance with vm_state deleted and task_state None.
Nov 23 06:28:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-b57e1629-2e8f-49cd-9d08-fc5f66e6a5ec req-5b6f6449-4e2a-42c3-88a3-b7cd906408b9 service nova] [instance: 7728764d-bcc0-4f40-8fab-9862d5f6b3e0] Received event network-vif-deleted-b9717cd1-18bd-4775-a71c-0ed5e12e4cfc {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "27a78316-52fc-4971-9af0-68046ebe143d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "27a78316-52fc-4971-9af0-68046ebe143d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:06 user nova-compute[74675]: DEBUG nova.compute.manager [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:28:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:28:06 user nova-compute[74675]: INFO nova.compute.claims [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Claim successful on node user
Nov 23 06:28:07 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.460s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG nova.network.neutron [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:28:07 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:28:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG nova.policy [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61921abe27234749a71bd4e5f1590fc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8455537168f243b0b622016cb876f551', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:28:07 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Creating image(s)
Nov 23 06:28:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "/opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "/opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "/opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.206s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Successfully created port: 2cce3b18-ed30-4a39-845a-f0bcc76b9e5e {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk 1073741824" returned: 0 in 0.048s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Checking if we can resize image /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Cannot resize image /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Ensure instance console log exists: /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Successfully updated port: 2cce3b18-ed30-4a39-845a-f0bcc76b9e5e {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "refresh_cache-27a78316-52fc-4971-9af0-68046ebe143d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquired lock "refresh_cache-27a78316-52fc-4971-9af0-68046ebe143d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-eb7bbeb4-0a53-4440-9278-0d0f3c9cf93c req-d739f68c-151e-4474-b945-5bdb5b14db49 service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Received event network-changed-2cce3b18-ed30-4a39-845a-f0bcc76b9e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-eb7bbeb4-0a53-4440-9278-0d0f3c9cf93c req-d739f68c-151e-4474-b945-5bdb5b14db49 service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Refreshing instance network info cache due to event network-changed-2cce3b18-ed30-4a39-845a-f0bcc76b9e5e. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-eb7bbeb4-0a53-4440-9278-0d0f3c9cf93c req-d739f68c-151e-4474-b945-5bdb5b14db49 service nova] Acquiring lock "refresh_cache-27a78316-52fc-4971-9af0-68046ebe143d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:28:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.network.neutron [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Updating instance_info_cache with network_info: [{"id": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "address": "fa:16:3e:3b:96:0d", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce3b18-ed", "ovs_interfaceid": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Releasing lock "refresh_cache-27a78316-52fc-4971-9af0-68046ebe143d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.compute.manager [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Instance network_info: |[{"id": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "address": "fa:16:3e:3b:96:0d", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce3b18-ed", "ovs_interfaceid": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-eb7bbeb4-0a53-4440-9278-0d0f3c9cf93c req-d739f68c-151e-4474-b945-5bdb5b14db49 service nova] Acquired lock "refresh_cache-27a78316-52fc-4971-9af0-68046ebe143d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-eb7bbeb4-0a53-4440-9278-0d0f3c9cf93c req-d739f68c-151e-4474-b945-5bdb5b14db49 service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Refreshing network info cache for port 2cce3b18-ed30-4a39-845a-f0bcc76b9e5e {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Start _get_guest_xml network_info=[{"id": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "address": "fa:16:3e:3b:96:0d", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce3b18-ed", "ovs_interfaceid": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:28:09 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:28:09 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1132166704',display_name='tempest-VolumesActionsTest-instance-1132166704',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1132166704',id=28,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8455537168f243b0b622016cb876f551',ramdisk_id='',reservation_id='r-0iwh8704',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-236786161',owner_user_name='tempest-VolumesActionsTest-236786161-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:28:08Z,user_data=None,user_id='61921abe27234749a71bd4e5f1590fc6',uuid=27a78316-52fc-4971-9af0-68046ebe143d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "address": "fa:16:3e:3b:96:0d", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce3b18-ed", "ovs_interfaceid": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Converting VIF {"id": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "address": "fa:16:3e:3b:96:0d", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce3b18-ed", "ovs_interfaceid": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:96:0d,bridge_name='br-int',has_traffic_filtering=True,id=2cce3b18-ed30-4a39-845a-f0bcc76b9e5e,network=Network(4321c92e-36b6-4297-9382-4d670e77da80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cce3b18-ed') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.objects.instance [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lazy-loading 'pci_devices' on Instance uuid 27a78316-52fc-4971-9af0-68046ebe143d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:28:09 user nova-compute[74675]:   <uuid>27a78316-52fc-4971-9af0-68046ebe143d</uuid>
Nov 23 06:28:09 user nova-compute[74675]:   <name>instance-0000001c</name>
Nov 23 06:28:09 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:28:09 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:28:09 user nova-compute[74675]:   <metadata>
Nov 23 06:28:09 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:28:09 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:28:09 user nova-compute[74675]:       <nova:name>tempest-VolumesActionsTest-instance-1132166704</nova:name>
Nov 23 06:28:09 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:28:09</nova:creationTime>
Nov 23 06:28:09 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:28:09 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:28:09 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:28:09 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:28:09 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:28:09 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:28:09 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:28:09 user nova-compute[74675]:       <nova:owner>
Nov 23 06:28:09 user nova-compute[74675]:         <nova:user uuid="61921abe27234749a71bd4e5f1590fc6">tempest-VolumesActionsTest-236786161-project-member</nova:user>
Nov 23 06:28:09 user nova-compute[74675]:         <nova:project uuid="8455537168f243b0b622016cb876f551">tempest-VolumesActionsTest-236786161</nova:project>
Nov 23 06:28:09 user nova-compute[74675]:       </nova:owner>
Nov 23 06:28:09 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:28:09 user nova-compute[74675]:       <nova:ports>
Nov 23 06:28:09 user nova-compute[74675]:         <nova:port uuid="2cce3b18-ed30-4a39-845a-f0bcc76b9e5e">
Nov 23 06:28:09 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 23 06:28:09 user nova-compute[74675]:         </nova:port>
Nov 23 06:28:09 user nova-compute[74675]:       </nova:ports>
Nov 23 06:28:09 user nova-compute[74675]:     </nova:instance>
Nov 23 06:28:09 user nova-compute[74675]:   </metadata>
Nov 23 06:28:09 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:28:09 user nova-compute[74675]:     <system>
Nov 23 06:28:09 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:28:09 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:28:09 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:28:09 user nova-compute[74675]:       <entry name="serial">27a78316-52fc-4971-9af0-68046ebe143d</entry>
Nov 23 06:28:09 user nova-compute[74675]:       <entry name="uuid">27a78316-52fc-4971-9af0-68046ebe143d</entry>
Nov 23 06:28:09 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:28:09 user nova-compute[74675]:     </system>
Nov 23 06:28:09 user nova-compute[74675]:   </sysinfo>
Nov 23 06:28:09 user nova-compute[74675]:   <os>
Nov 23 06:28:09 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:28:09 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:28:09 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:28:09 user nova-compute[74675]:   </os>
Nov 23 06:28:09 user nova-compute[74675]:   <features>
Nov 23 06:28:09 user nova-compute[74675]:     <acpi/>
Nov 23 06:28:09 user nova-compute[74675]:     <apic/>
Nov 23 06:28:09 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:28:09 user nova-compute[74675]:   </features>
Nov 23 06:28:09 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:28:09 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:28:09 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:28:09 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:28:09 user nova-compute[74675]:   </clock>
Nov 23 06:28:09 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:28:09 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:28:09 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:28:09 user nova-compute[74675]:   </cpu>
Nov 23 06:28:09 user nova-compute[74675]:   <devices>
Nov 23 06:28:09 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:28:09 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:28:09 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk"/>
Nov 23 06:28:09 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:28:09 user nova-compute[74675]:     </disk>
Nov 23 06:28:09 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:28:09 user nova-compute[74675]:       <mac address="fa:16:3e:3b:96:0d"/>
Nov 23 06:28:09 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:28:09 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:28:09 user nova-compute[74675]:       <target dev="tap2cce3b18-ed"/>
Nov 23 06:28:09 user nova-compute[74675]:     </interface>
Nov 23 06:28:09 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:28:09 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/console.log" append="off"/>
Nov 23 06:28:09 user nova-compute[74675]:     </serial>
Nov 23 06:28:09 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:28:09 user nova-compute[74675]:     <video>
Nov 23 06:28:09 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:28:09 user nova-compute[74675]:     </video>
Nov 23 06:28:09 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:28:09 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:28:09 user nova-compute[74675]:     </rng>
Nov 23 06:28:09 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:28:09 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:28:09 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:28:09 user nova-compute[74675]:     </memballoon>
Nov 23 06:28:09 user nova-compute[74675]:   </devices>
Nov 23 06:28:09 user nova-compute[74675]: </domain>
Nov 23 06:28:09 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1132166704',display_name='tempest-VolumesActionsTest-instance-1132166704',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1132166704',id=28,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8455537168f243b0b622016cb876f551',ramdisk_id='',reservation_id='r-0iwh8704',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-236786161',owner_user_name='tempest-VolumesActionsTest-236786161-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:28:08Z,user_data=None,user_id='61921abe27234749a71bd4e5f1590fc6',uuid=27a78316-52fc-4971-9af0-68046ebe143d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "address": "fa:16:3e:3b:96:0d", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce3b18-ed", "ovs_interfaceid": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Converting VIF {"id": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "address": "fa:16:3e:3b:96:0d", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce3b18-ed", "ovs_interfaceid": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:96:0d,bridge_name='br-int',has_traffic_filtering=True,id=2cce3b18-ed30-4a39-845a-f0bcc76b9e5e,network=Network(4321c92e-36b6-4297-9382-4d670e77da80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cce3b18-ed') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG os_vif [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:96:0d,bridge_name='br-int',has_traffic_filtering=True,id=2cce3b18-ed30-4a39-845a-f0bcc76b9e5e,network=Network(4321c92e-36b6-4297-9382-4d670e77da80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cce3b18-ed') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5e8a9d61-7e26-5cff-943e-6af816bba0e5', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2cce3b18-ed, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2cce3b18-ed, col_values=(('qos', UUID('7176ae9f-2518-4aa8-94a4-4405a6c465f6')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2cce3b18-ed, col_values=(('external_ids', {'iface-id': '2cce3b18-ed30-4a39-845a-f0bcc76b9e5e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3b:96:0d', 'vm-uuid': '27a78316-52fc-4971-9af0-68046ebe143d'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:09 user nova-compute[74675]: INFO os_vif [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:96:0d,bridge_name='br-int',has_traffic_filtering=True,id=2cce3b18-ed30-4a39-845a-f0bcc76b9e5e,network=Network(4321c92e-36b6-4297-9382-4d670e77da80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cce3b18-ed')
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] No VIF found with MAC fa:16:3e:3b:96:0d, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-eb7bbeb4-0a53-4440-9278-0d0f3c9cf93c req-d739f68c-151e-4474-b945-5bdb5b14db49 service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Updated VIF entry in instance network info cache for port 2cce3b18-ed30-4a39-845a-f0bcc76b9e5e. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-eb7bbeb4-0a53-4440-9278-0d0f3c9cf93c req-d739f68c-151e-4474-b945-5bdb5b14db49 service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Updating instance_info_cache with network_info: [{"id": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "address": "fa:16:3e:3b:96:0d", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce3b18-ed", "ovs_interfaceid": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-eb7bbeb4-0a53-4440-9278-0d0f3c9cf93c req-d739f68c-151e-4474-b945-5bdb5b14db49 service nova] Releasing lock "refresh_cache-27a78316-52fc-4971-9af0-68046ebe143d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:28:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-c311175b-ce5a-4dc8-a30d-bc33459cb866 req-3e330c30-3e1d-4eb4-a13f-c2b8e654e486 service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Received event network-vif-plugged-2cce3b18-ed30-4a39-845a-f0bcc76b9e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c311175b-ce5a-4dc8-a30d-bc33459cb866 req-3e330c30-3e1d-4eb4-a13f-c2b8e654e486 service nova] Acquiring lock "27a78316-52fc-4971-9af0-68046ebe143d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c311175b-ce5a-4dc8-a30d-bc33459cb866 req-3e330c30-3e1d-4eb4-a13f-c2b8e654e486 service nova] Lock "27a78316-52fc-4971-9af0-68046ebe143d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c311175b-ce5a-4dc8-a30d-bc33459cb866 req-3e330c30-3e1d-4eb4-a13f-c2b8e654e486 service nova] Lock "27a78316-52fc-4971-9af0-68046ebe143d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-c311175b-ce5a-4dc8-a30d-bc33459cb866 req-3e330c30-3e1d-4eb4-a13f-c2b8e654e486 service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] No waiting events found dispatching network-vif-plugged-2cce3b18-ed30-4a39-845a-f0bcc76b9e5e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:28:11 user nova-compute[74675]: WARNING nova.compute.manager [req-c311175b-ce5a-4dc8-a30d-bc33459cb866 req-3e330c30-3e1d-4eb4-a13f-c2b8e654e486 service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Received unexpected event network-vif-plugged-2cce3b18-ed30-4a39-845a-f0bcc76b9e5e for instance with vm_state building and task_state spawning.
Nov 23 06:28:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:12 user nova-compute[74675]: DEBUG nova.compute.manager [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:28:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:28:12 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Instance spawned successfully.
Nov 23 06:28:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:28:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:28:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:28:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:28:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:28:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:28:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:28:13 user nova-compute[74675]: INFO nova.compute.manager [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Took 5.43 seconds to spawn the instance on the hypervisor.
Nov 23 06:28:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:28:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-2bfa7ad0-ed5d-46ef-b7d9-6a928cae8043 req-ac4c7efb-5988-49fe-a800-08befbb2d806 service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Received event network-vif-plugged-2cce3b18-ed30-4a39-845a-f0bcc76b9e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2bfa7ad0-ed5d-46ef-b7d9-6a928cae8043 req-ac4c7efb-5988-49fe-a800-08befbb2d806 service nova] Acquiring lock "27a78316-52fc-4971-9af0-68046ebe143d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2bfa7ad0-ed5d-46ef-b7d9-6a928cae8043 req-ac4c7efb-5988-49fe-a800-08befbb2d806 service nova] Lock "27a78316-52fc-4971-9af0-68046ebe143d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2bfa7ad0-ed5d-46ef-b7d9-6a928cae8043 req-ac4c7efb-5988-49fe-a800-08befbb2d806 service nova] Lock "27a78316-52fc-4971-9af0-68046ebe143d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-2bfa7ad0-ed5d-46ef-b7d9-6a928cae8043 req-ac4c7efb-5988-49fe-a800-08befbb2d806 service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] No waiting events found dispatching network-vif-plugged-2cce3b18-ed30-4a39-845a-f0bcc76b9e5e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:28:13 user nova-compute[74675]: WARNING nova.compute.manager [req-2bfa7ad0-ed5d-46ef-b7d9-6a928cae8043 req-ac4c7efb-5988-49fe-a800-08befbb2d806 service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Received unexpected event network-vif-plugged-2cce3b18-ed30-4a39-845a-f0bcc76b9e5e for instance with vm_state building and task_state spawning.
Nov 23 06:28:13 user nova-compute[74675]: INFO nova.compute.manager [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Took 6.24 seconds to build instance.
Nov 23 06:28:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-584f0af2-6fce-43c1-964f-b5b323d96a31 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "27a78316-52fc-4971-9af0-68046ebe143d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.341s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:28:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:16 user nova-compute[74675]: INFO nova.compute.manager [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Terminating instance
Nov 23 06:28:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:28:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:16 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:28:17 user nova-compute[74675]: INFO nova.compute.claims [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Claim successful on node user
Nov 23 06:28:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.compute.manager [req-b7507615-0039-4ee4-9e08-2943508d5104 req-faaf0402-1396-48ff-8056-c0dfe8f18ba4 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Received event network-vif-unplugged-15333a2f-8738-42ab-b573-6b131f5adf6c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b7507615-0039-4ee4-9e08-2943508d5104 req-faaf0402-1396-48ff-8056-c0dfe8f18ba4 service nova] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b7507615-0039-4ee4-9e08-2943508d5104 req-faaf0402-1396-48ff-8056-c0dfe8f18ba4 service nova] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b7507615-0039-4ee4-9e08-2943508d5104 req-faaf0402-1396-48ff-8056-c0dfe8f18ba4 service nova] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.compute.manager [req-b7507615-0039-4ee4-9e08-2943508d5104 req-faaf0402-1396-48ff-8056-c0dfe8f18ba4 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] No waiting events found dispatching network-vif-unplugged-15333a2f-8738-42ab-b573-6b131f5adf6c {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.compute.manager [req-b7507615-0039-4ee4-9e08-2943508d5104 req-faaf0402-1396-48ff-8056-c0dfe8f18ba4 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Received event network-vif-unplugged-15333a2f-8738-42ab-b573-6b131f5adf6c for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.605s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.compute.manager [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.compute.manager [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.network.neutron [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:28:17 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.compute.manager [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:28:17 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Instance destroyed successfully.
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.objects.instance [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lazy-loading 'resources' on Instance uuid 76a32788-6012-42a4-b10a-e62c382ec1cc {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:21:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1557766681',display_name='tempest-SnapshotDataIntegrityTests-server-1557766681',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1557766681',id=19,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF1c4Msapphrj6nUaM+fOMmspu6gqoiwYCSTlwzMf2+/pbfieAndUiVy4fIqPCjumoCSb8iZ4Yp55AnL/NbF3+9joWu6+9gP+m/15ISvdjLmxZLQoIbGfYaTP//gW8jZMw==',key_name='tempest-keypair-16128251',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:21:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4e64e5d2fecf487db681ce54998e6a39',ramdisk_id='',reservation_id='r-09z0xzcw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1159786895',owner_user_name='tempest-SnapshotDataIntegrityTests-1159786895-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:21:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fed3eef14c0846ed921f2dab6a4ae7f4',uuid=76a32788-6012-42a4-b10a-e62c382ec1cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "15333a2f-8738-42ab-b573-6b131f5adf6c", "address": "fa:16:3e:7b:64:c1", "network": {"id": "06737496-f07b-4046-bdb8-6a80b0b55a1f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-410441569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e64e5d2fecf487db681ce54998e6a39", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15333a2f-87", "ovs_interfaceid": "15333a2f-8738-42ab-b573-6b131f5adf6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Converting VIF {"id": "15333a2f-8738-42ab-b573-6b131f5adf6c", "address": "fa:16:3e:7b:64:c1", "network": {"id": "06737496-f07b-4046-bdb8-6a80b0b55a1f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-410441569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e64e5d2fecf487db681ce54998e6a39", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15333a2f-87", "ovs_interfaceid": "15333a2f-8738-42ab-b573-6b131f5adf6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:64:c1,bridge_name='br-int',has_traffic_filtering=True,id=15333a2f-8738-42ab-b573-6b131f5adf6c,network=Network(06737496-f07b-4046-bdb8-6a80b0b55a1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15333a2f-87') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG os_vif [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:64:c1,bridge_name='br-int',has_traffic_filtering=True,id=15333a2f-8738-42ab-b573-6b131f5adf6c,network=Network(06737496-f07b-4046-bdb8-6a80b0b55a1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15333a2f-87') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap15333a2f-87, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d0287885-ebf9-4537-a27e-4042f903e674) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:28:17 user nova-compute[74675]: INFO os_vif [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:64:c1,bridge_name='br-int',has_traffic_filtering=True,id=15333a2f-8738-42ab-b573-6b131f5adf6c,network=Network(06737496-f07b-4046-bdb8-6a80b0b55a1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15333a2f-87')
Nov 23 06:28:17 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Deleting instance files /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc_del
Nov 23 06:28:17 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Deletion of /opt/stack/data/nova/instances/76a32788-6012-42a4-b10a-e62c382ec1cc_del complete
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.compute.manager [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:28:17 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Creating image(s)
Nov 23 06:28:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "/opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "/opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "/opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:17 user nova-compute[74675]: INFO nova.compute.manager [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Took 0.95 seconds to destroy the instance on the hypervisor.
Nov 23 06:28:17 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:28:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.204s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG nova.policy [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cd1fcecda6741ddb5f696c09413098b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14a640f6dc354a09b5f636d4a59ae0bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.180s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk 1073741824" returned: 0 in 0.062s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.188s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Checking if we can resize image /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Cannot resize image /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Ensure instance console log exists: /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:28:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-407c8af8-bde8-4997-91bb-232f65c75f30 req-5e6fc5ac-9219-41fe-bdda-bfbf5bdcf325 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Received event network-vif-deleted-15333a2f-8738-42ab-b573-6b131f5adf6c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:18 user nova-compute[74675]: INFO nova.compute.manager [req-407c8af8-bde8-4997-91bb-232f65c75f30 req-5e6fc5ac-9219-41fe-bdda-bfbf5bdcf325 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Neutron deleted interface 15333a2f-8738-42ab-b573-6b131f5adf6c; detaching it from the instance and deleting it from the info cache
Nov 23 06:28:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-407c8af8-bde8-4997-91bb-232f65c75f30 req-5e6fc5ac-9219-41fe-bdda-bfbf5bdcf325 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:28:18 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Took 1.02 seconds to deallocate network for instance.
Nov 23 06:28:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-407c8af8-bde8-4997-91bb-232f65c75f30 req-5e6fc5ac-9219-41fe-bdda-bfbf5bdcf325 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Detach interface failed, port_id=15333a2f-8738-42ab-b573-6b131f5adf6c, reason: Instance 76a32788-6012-42a4-b10a-e62c382ec1cc could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:28:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-f242a8b0-d744-4d6a-a38e-771a9999b58f req-a63f3dd9-b904-4fbf-abda-c805ab039572 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Received event network-vif-plugged-15333a2f-8738-42ab-b573-6b131f5adf6c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f242a8b0-d744-4d6a-a38e-771a9999b58f req-a63f3dd9-b904-4fbf-abda-c805ab039572 service nova] Acquiring lock "76a32788-6012-42a4-b10a-e62c382ec1cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f242a8b0-d744-4d6a-a38e-771a9999b58f req-a63f3dd9-b904-4fbf-abda-c805ab039572 service nova] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f242a8b0-d744-4d6a-a38e-771a9999b58f req-a63f3dd9-b904-4fbf-abda-c805ab039572 service nova] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-f242a8b0-d744-4d6a-a38e-771a9999b58f req-a63f3dd9-b904-4fbf-abda-c805ab039572 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] No waiting events found dispatching network-vif-plugged-15333a2f-8738-42ab-b573-6b131f5adf6c {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:28:19 user nova-compute[74675]: WARNING nova.compute.manager [req-f242a8b0-d744-4d6a-a38e-771a9999b58f req-a63f3dd9-b904-4fbf-abda-c805ab039572 service nova] [instance: 76a32788-6012-42a4-b10a-e62c382ec1cc] Received unexpected event network-vif-plugged-15333a2f-8738-42ab-b573-6b131f5adf6c for instance with vm_state deleted and task_state None.
Nov 23 06:28:19 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:28:19 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:28:19 user nova-compute[74675]: DEBUG nova.network.neutron [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Successfully created port: aadc9262-91a5-439d-8ef4-44f8e4dcdf42 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:28:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.396s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:19 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Deleted allocations for instance 76a32788-6012-42a4-b10a-e62c382ec1cc
Nov 23 06:28:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-23cbe337-ce6f-4df1-bf7c-aac426fa6ed4 tempest-SnapshotDataIntegrityTests-1159786895 tempest-SnapshotDataIntegrityTests-1159786895-project-member] Lock "76a32788-6012-42a4-b10a-e62c382ec1cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.810s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Successfully updated port: aadc9262-91a5-439d-8ef4-44f8e4dcdf42 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "refresh_cache-43f15c0e-1e50-4461-8896-e5df8e1caf4b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquired lock "refresh_cache-43f15c0e-1e50-4461-8896-e5df8e1caf4b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Updating instance_info_cache with network_info: [{"id": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "address": "fa:16:3e:00:52:bc", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaadc9262-91", "ovs_interfaceid": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Releasing lock "refresh_cache-43f15c0e-1e50-4461-8896-e5df8e1caf4b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.compute.manager [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Instance network_info: |[{"id": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "address": "fa:16:3e:00:52:bc", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaadc9262-91", "ovs_interfaceid": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Start _get_guest_xml network_info=[{"id": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "address": "fa:16:3e:00:52:bc", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaadc9262-91", "ovs_interfaceid": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:28:20 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:28:20 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:28:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1749492610',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1749492610',id=29,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='14a640f6dc354a09b5f636d4a59ae0bb',ramdisk_id='',reservation_id='r-rdw8sp3r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-686425922',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:28:18Z,user_data=None,user_id='3cd1fcecda6741ddb5f696c09413098b',uuid=43f15c0e-1e50-4461-8896-e5df8e1caf4b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "address": "fa:16:3e:00:52:bc", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaadc9262-91", "ovs_interfaceid": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converting VIF {"id": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "address": "fa:16:3e:00:52:bc", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaadc9262-91", "ovs_interfaceid": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:52:bc,bridge_name='br-int',has_traffic_filtering=True,id=aadc9262-91a5-439d-8ef4-44f8e4dcdf42,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaadc9262-91') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.objects.instance [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'pci_devices' on Instance uuid 43f15c0e-1e50-4461-8896-e5df8e1caf4b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:28:20 user nova-compute[74675]:   <uuid>43f15c0e-1e50-4461-8896-e5df8e1caf4b</uuid>
Nov 23 06:28:20 user nova-compute[74675]:   <name>instance-0000001d</name>
Nov 23 06:28:20 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:28:20 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:28:20 user nova-compute[74675]:   <metadata>
Nov 23 06:28:20 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:28:20 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:28:20 user nova-compute[74675]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1749492610</nova:name>
Nov 23 06:28:20 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:28:20</nova:creationTime>
Nov 23 06:28:20 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:28:20 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:28:20 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:28:20 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:28:20 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:28:20 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:28:20 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:28:20 user nova-compute[74675]:       <nova:owner>
Nov 23 06:28:20 user nova-compute[74675]:         <nova:user uuid="3cd1fcecda6741ddb5f696c09413098b">tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member</nova:user>
Nov 23 06:28:20 user nova-compute[74675]:         <nova:project uuid="14a640f6dc354a09b5f636d4a59ae0bb">tempest-ServerBootFromVolumeStableRescueTest-686425922</nova:project>
Nov 23 06:28:20 user nova-compute[74675]:       </nova:owner>
Nov 23 06:28:20 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:28:20 user nova-compute[74675]:       <nova:ports>
Nov 23 06:28:20 user nova-compute[74675]:         <nova:port uuid="aadc9262-91a5-439d-8ef4-44f8e4dcdf42">
Nov 23 06:28:20 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 23 06:28:20 user nova-compute[74675]:         </nova:port>
Nov 23 06:28:20 user nova-compute[74675]:       </nova:ports>
Nov 23 06:28:20 user nova-compute[74675]:     </nova:instance>
Nov 23 06:28:20 user nova-compute[74675]:   </metadata>
Nov 23 06:28:20 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:28:20 user nova-compute[74675]:     <system>
Nov 23 06:28:20 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:28:20 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:28:20 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:28:20 user nova-compute[74675]:       <entry name="serial">43f15c0e-1e50-4461-8896-e5df8e1caf4b</entry>
Nov 23 06:28:20 user nova-compute[74675]:       <entry name="uuid">43f15c0e-1e50-4461-8896-e5df8e1caf4b</entry>
Nov 23 06:28:20 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:28:20 user nova-compute[74675]:     </system>
Nov 23 06:28:20 user nova-compute[74675]:   </sysinfo>
Nov 23 06:28:20 user nova-compute[74675]:   <os>
Nov 23 06:28:20 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:28:20 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:28:20 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:28:20 user nova-compute[74675]:   </os>
Nov 23 06:28:20 user nova-compute[74675]:   <features>
Nov 23 06:28:20 user nova-compute[74675]:     <acpi/>
Nov 23 06:28:20 user nova-compute[74675]:     <apic/>
Nov 23 06:28:20 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:28:20 user nova-compute[74675]:   </features>
Nov 23 06:28:20 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:28:20 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:28:20 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:28:20 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:28:20 user nova-compute[74675]:   </clock>
Nov 23 06:28:20 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:28:20 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:28:20 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:28:20 user nova-compute[74675]:   </cpu>
Nov 23 06:28:20 user nova-compute[74675]:   <devices>
Nov 23 06:28:20 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:28:20 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:28:20 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk"/>
Nov 23 06:28:20 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:28:20 user nova-compute[74675]:     </disk>
Nov 23 06:28:20 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:28:20 user nova-compute[74675]:       <mac address="fa:16:3e:00:52:bc"/>
Nov 23 06:28:20 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:28:20 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:28:20 user nova-compute[74675]:       <target dev="tapaadc9262-91"/>
Nov 23 06:28:20 user nova-compute[74675]:     </interface>
Nov 23 06:28:20 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:28:20 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/console.log" append="off"/>
Nov 23 06:28:20 user nova-compute[74675]:     </serial>
Nov 23 06:28:20 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:28:20 user nova-compute[74675]:     <video>
Nov 23 06:28:20 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:28:20 user nova-compute[74675]:     </video>
Nov 23 06:28:20 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:28:20 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:28:20 user nova-compute[74675]:     </rng>
Nov 23 06:28:20 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:28:20 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:28:20 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:28:20 user nova-compute[74675]:     </memballoon>
Nov 23 06:28:20 user nova-compute[74675]:   </devices>
Nov 23 06:28:20 user nova-compute[74675]: </domain>
Nov 23 06:28:20 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:28:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1749492610',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1749492610',id=29,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='14a640f6dc354a09b5f636d4a59ae0bb',ramdisk_id='',reservation_id='r-rdw8sp3r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-686425922',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:28:18Z,user_data=None,user_id='3cd1fcecda6741ddb5f696c09413098b',uuid=43f15c0e-1e50-4461-8896-e5df8e1caf4b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "address": "fa:16:3e:00:52:bc", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaadc9262-91", "ovs_interfaceid": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converting VIF {"id": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "address": "fa:16:3e:00:52:bc", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaadc9262-91", "ovs_interfaceid": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:52:bc,bridge_name='br-int',has_traffic_filtering=True,id=aadc9262-91a5-439d-8ef4-44f8e4dcdf42,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaadc9262-91') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG os_vif [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:52:bc,bridge_name='br-int',has_traffic_filtering=True,id=aadc9262-91a5-439d-8ef4-44f8e4dcdf42,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaadc9262-91') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '944f3d29-e4da-534b-903f-eecd6407159c', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaadc9262-91, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaadc9262-91, col_values=(('qos', UUID('8fc83e0a-f6cb-4ed1-85da-2b3398feac74')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaadc9262-91, col_values=(('external_ids', {'iface-id': 'aadc9262-91a5-439d-8ef4-44f8e4dcdf42', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:00:52:bc', 'vm-uuid': '43f15c0e-1e50-4461-8896-e5df8e1caf4b'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:20 user nova-compute[74675]: INFO os_vif [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:52:bc,bridge_name='br-int',has_traffic_filtering=True,id=aadc9262-91a5-439d-8ef4-44f8e4dcdf42,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaadc9262-91')
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:28:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] No VIF found with MAC fa:16:3e:00:52:bc, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:28:21 user nova-compute[74675]: DEBUG nova.compute.manager [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Received event network-changed-515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:21 user nova-compute[74675]: DEBUG nova.compute.manager [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Refreshing instance network info cache due to event network-changed-515774e3-0f59-4077-b115-25a683a1e41b. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:28:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] Acquiring lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:28:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] Acquired lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:28:21 user nova-compute[74675]: DEBUG nova.network.neutron [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Refreshing network info cache for port 515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:28:21 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Stashing vm_state: active {{(pid=74675) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 23 06:28:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:21 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:28:21 user nova-compute[74675]: INFO nova.compute.claims [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Claim successful on node user
Nov 23 06:28:21 user nova-compute[74675]: INFO nova.compute.resource_tracker [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Updating resource usage from migration 7636c6a4-40fa-4945-ac3a-abcd66363a8b
Nov 23 06:28:21 user nova-compute[74675]: DEBUG nova.network.neutron [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Updated VIF entry in instance network info cache for port 515774e3-0f59-4077-b115-25a683a1e41b. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:28:21 user nova-compute[74675]: DEBUG nova.network.neutron [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Updating instance_info_cache with network_info: [{"id": "515774e3-0f59-4077-b115-25a683a1e41b", "address": "fa:16:3e:ab:da:8e", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap515774e3-0f", "ovs_interfaceid": "515774e3-0f59-4077-b115-25a683a1e41b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:28:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] Releasing lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:28:21 user nova-compute[74675]: DEBUG nova.compute.manager [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received event network-changed-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:21 user nova-compute[74675]: DEBUG nova.compute.manager [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Refreshing instance network info cache due to event network-changed-08e903b1-f6dd-485e-97b1-7ec8d5289478. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:28:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] Acquiring lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:28:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] Acquired lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:28:21 user nova-compute[74675]: DEBUG nova.network.neutron [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Refreshing network info cache for port 08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.626s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:22 user nova-compute[74675]: INFO nova.compute.manager [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Migrating
Nov 23 06:28:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:28:22 user nova-compute[74675]: INFO nova.compute.rpcapi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Nov 23 06:28:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG nova.network.neutron [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Updated VIF entry in instance network info cache for port 08e903b1-f6dd-485e-97b1-7ec8d5289478. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG nova.network.neutron [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Updating instance_info_cache with network_info: [{"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] Releasing lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Received event network-changed-aadc9262-91a5-439d-8ef4-44f8e4dcdf42 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Refreshing instance network info cache due to event network-changed-aadc9262-91a5-439d-8ef4-44f8e4dcdf42. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] Acquiring lock "refresh_cache-43f15c0e-1e50-4461-8896-e5df8e1caf4b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] Acquired lock "refresh_cache-43f15c0e-1e50-4461-8896-e5df8e1caf4b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG nova.network.neutron [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Refreshing network info cache for port aadc9262-91a5-439d-8ef4-44f8e4dcdf42 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquired lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:28:22 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG nova.network.neutron [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Updated VIF entry in instance network info cache for port aadc9262-91a5-439d-8ef4-44f8e4dcdf42. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG nova.network.neutron [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Updating instance_info_cache with network_info: [{"id": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "address": "fa:16:3e:00:52:bc", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaadc9262-91", "ovs_interfaceid": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4510abc8-7a02-4e8f-9324-999a15fc1316 req-57a048b2-cc3a-4c20-836d-bfa1006a5c2c service nova] Releasing lock "refresh_cache-43f15c0e-1e50-4461-8896-e5df8e1caf4b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Updating instance_info_cache with network_info: [{"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Releasing lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Starting migrate_disk_and_power_off {{(pid=74675) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Received event network-vif-plugged-aadc9262-91a5-439d-8ef4-44f8e4dcdf42 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] Acquiring lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] Lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] Lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] No waiting events found dispatching network-vif-plugged-aadc9262-91a5-439d-8ef4-44f8e4dcdf42 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:28:23 user nova-compute[74675]: WARNING nova.compute.manager [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Received unexpected event network-vif-plugged-aadc9262-91a5-439d-8ef4-44f8e4dcdf42 for instance with vm_state building and task_state spawning.
Nov 23 06:28:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Received event network-vif-plugged-aadc9262-91a5-439d-8ef4-44f8e4dcdf42 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] Acquiring lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] Lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] Lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] No waiting events found dispatching network-vif-plugged-aadc9262-91a5-439d-8ef4-44f8e4dcdf42 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:28:23 user nova-compute[74675]: WARNING nova.compute.manager [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Received unexpected event network-vif-plugged-aadc9262-91a5-439d-8ef4-44f8e4dcdf42 for instance with vm_state building and task_state spawning.
Nov 23 06:28:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received event network-vif-unplugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] Acquiring lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.010s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] No waiting events found dispatching network-vif-unplugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:28:23 user nova-compute[74675]: WARNING nova.compute.manager [req-ca5a58a8-19fe-463a-bba6-06ee580acccc req-7d70ba02-c177-496f-a5e3-38b8ac08b294 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received unexpected event network-vif-unplugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 for instance with vm_state active and task_state resize_migrating.
Nov 23 06:28:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:24 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Instance destroyed successfully.
Nov 23 06:28:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:26:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-995443651',display_name='tempest-ServerActionsTestOtherA-server-995443651',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-995443651',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5qa812QOXF1oJtEBrWkRFLWQ5uxfjZnl9+f4NrpyBK5S9uP/UlefEdujhqKaTO7I3xfiThkM3snk9P+Q9Wx7R/4hTz+Dw/wsZcYoisQNfmhGIajc1KN9z0a6MuUI8kZA==',key_name='tempest-keypair-1142870474',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:26:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='8eaf068877754620a8c074e5463d5adc',ramdisk_id='',reservation_id='r-hb2qr6rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-891907262',owner_user_name='tempest-ServerActionsTestOtherA-891907262-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:28:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6e28578c4a2646bfb41fed9714e6244d',uuid=1bd68e81-6ef9-46b1-930c-a7d4e32b20e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1624790866-network", "vif_mac": "fa:16:3e:98:7c:00"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converting VIF {"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1624790866-network", "vif_mac": "fa:16:3e:98:7c:00"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:98:7c:00,bridge_name='br-int',has_traffic_filtering=True,id=08e903b1-f6dd-485e-97b1-7ec8d5289478,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e903b1-f6') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_vif [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:7c:00,bridge_name='br-int',has_traffic_filtering=True,id=08e903b1-f6dd-485e-97b1-7ec8d5289478,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e903b1-f6') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap08e903b1-f6, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e24090e6-7e98-4899-a468-a4f63a4496fd) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:24 user nova-compute[74675]: INFO os_vif [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:7c:00,bridge_name='br-int',has_traffic_filtering=True,id=08e903b1-f6dd-485e-97b1-7ec8d5289478,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e903b1-f6')
Nov 23 06:28:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HUKcbjGp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:28:24 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[93caea74-6f51-4c6d-b70e-b4cca2dbfedf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:28:24 user nova-compute[74675]: No targets found.
Nov 23 06:28:24 user nova-compute[74675]: iSNS:
Nov 23 06:28:24 user nova-compute[74675]: No targets found.
Nov 23 06:28:24 user nova-compute[74675]: STATIC:
Nov 23 06:28:24 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:28:24 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:28:24 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:28:24 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c
Nov 23 06:28:24 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:28:24 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:28:24 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3
Nov 23 06:28:24 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:28:24 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:28:24 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c
Nov 23 06:28:24 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:28:24 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:28:24 user nova-compute[74675]: FIRMWARE:
Nov 23 06:28:24 user nova-compute[74675]: No targets found.
Nov 23 06:28:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:28:24 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:28:24 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[26dc9d52-7265-4455-82ce-1835a0f6548d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f090b43-1377-4e87-9b59-5f137c10d687]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:28:24 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:28:24 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:28:24 user nova-compute[74675]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:28:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:28:24 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:28:24 user nova-compute[74675]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:28:24 user nova-compute[74675]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:28:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac68228e50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c'): ({'sdf'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Removing single pathed devices sdf {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[20598729-65d9-4252-9ae2-fdf98e26a41c]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0781d3f2-6202-4755-b181-6c146d0f2b1e]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Flushing IO for device /dev/sdf {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[56981140-b27e-48bb-8fb4-f20335a025c1]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.043s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[78928c4a-5338-4b6a-bba5-b9209dae5b13]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] SCSI volumes sdf have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO42023276-af943036a1f4c291', '/dev/disk/by-id/scsi-26166393433303336', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_42023276') {{(pid=85990) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[52c25a62-2317-46d3-b28e-fd444c52f618]: (4, None) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0774a734-d0af-46a4-8580-89e25bbec021]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9109d46a-8d8c-4ffb-9e0d-4234d8d91e16]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c, portal: 172.16.0.220,3260]
Nov 23 06:28:24 user nova-compute[74675]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c, portal: 172.16.0.220,3260] successful.
Nov 23 06:28:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e19a7f53-7264-479f-a3dc-4bbc5be344c1]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.354s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] <== disconnect_volume: return (356ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:28:24 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Instance spawned successfully.
Nov 23 06:28:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:28:24 user nova-compute[74675]: INFO nova.compute.manager [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Took 6.73 seconds to spawn the instance on the hypervisor.
Nov 23 06:28:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:28:24 user nova-compute[74675]: INFO nova.compute.manager [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Took 7.78 seconds to build instance.
Nov 23 06:28:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-80d002c4-5f00-416e-8371-9441a07fa88c tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.879s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:25 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Port 08e903b1-f6dd-485e-97b1-7ec8d5289478 binding to destination host user is already ACTIVE {{(pid=74675) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 23 06:28:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:28:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquired lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:28:25 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:28:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-37055ce7-885b-4192-a77a-9cc7959c465c req-6fd03d47-5f82-402e-92fc-dac843793d59 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received event network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-37055ce7-885b-4192-a77a-9cc7959c465c req-6fd03d47-5f82-402e-92fc-dac843793d59 service nova] Acquiring lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-37055ce7-885b-4192-a77a-9cc7959c465c req-6fd03d47-5f82-402e-92fc-dac843793d59 service nova] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-37055ce7-885b-4192-a77a-9cc7959c465c req-6fd03d47-5f82-402e-92fc-dac843793d59 service nova] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-37055ce7-885b-4192-a77a-9cc7959c465c req-6fd03d47-5f82-402e-92fc-dac843793d59 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] No waiting events found dispatching network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:28:25 user nova-compute[74675]: WARNING nova.compute.manager [req-37055ce7-885b-4192-a77a-9cc7959c465c req-6fd03d47-5f82-402e-92fc-dac843793d59 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received unexpected event network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 for instance with vm_state active and task_state resize_migrated.
Nov 23 06:28:25 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Updating instance_info_cache with network_info: [{"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:28:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Releasing lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG os_brick.utils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b7e9553-6bfd-4bd7-aebb-6b11b5299229]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ca5e836-b83e-412c-8bab-4f73196bab20]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a19a739-5c43-4fbc-993b-42916853ade3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8f85ce3-51ba-4ea3-9a8c-d874c5aaa74e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:28:26 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:28:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[83cc9de9-5aca-44a5-9910-2f2f0bdb4090]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:28:26 user nova-compute[74675]: DEBUG os_brick.utils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:28:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Starting finish_migration {{(pid=74675) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Instance directory exists: not creating {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 23 06:28:32 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Creating image(s)
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Ensure instance console log exists: /opt/stack/data/nova/instances/1bd68e81-6ef9-46b1-930c-a7d4e32b20e2/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Start _get_guest_xml network_info=[{"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1624790866-network", "vif_mac": "fa:16:3e:98:7c:00"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HUKcbjGp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '1bd68e81-6ef9-46b1-930c-a7d4e32b20e2', 'attached_at': '2023-11-23T06:28:32.000000', 'detached_at': '', 'volume_id': 'af6b28c4-9fda-408e-8dea-2b652034ea6c', 'serial': 'af6b28c4-9fda-408e-8dea-2b652034ea6c'}, 'attachment_id': 'b2fe34c1-376e-453e-868c-75ab5b4a7bca', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:28:32 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:28:32 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HUKcbjGp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:28:32 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:28:32 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:28:32 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa0988fb-b51c-4c11-bd92-4eea10b41a22]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:28:32 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1820457-1fa8-485b-b86f-8c73c9876487]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c] added
Nov 23 06:28:32 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc251184-e48b-4dc0-9866-f6bc5b1ec1b6]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaa6302b-4c86-45bb-ae7f-c92030df92ca]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HUKcbjGp {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HUKcbjGp" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9b15829-4485-4531-988b-2a5bf487f50e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HUKcbjGp'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dbef9d9-09df-41d6-9b6a-1dc2babba28d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0e08f44-a36f-481d-b81e-49fced426a23]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:28:32 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:28:32 user nova-compute[74675]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:28:32 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:28:32 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:28:32 user nova-compute[74675]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:28:32 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[773f7483-688f-4a47-90ba-79ad83aeca8c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c, portal: 172.16.0.220,3260]
Nov 23 06:28:32 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c, portal: 172.16.0.220,3260] successful.
Nov 23 06:28:32 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfff8a3f-23b8-4d53-a273-083fdbd309c7]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0a23c0a-f787-4608-8e6b-a679e8590696]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:28:32 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:28:32 user nova-compute[74675]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:28:32 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:28:32 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:28:32 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:28:32 user nova-compute[74675]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:28:32 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:28:32 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.288s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] HCTL ('33', '-', '-', 0) found on session 36 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f77cf64-0025-42b1-9344-4affdbe914c5]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Searching for a device in session 36 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:28:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HUKcbjGp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:28:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:28:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '26166393433303336', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:28:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26166393433303336', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:28:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:26:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-995443651',display_name='tempest-ServerActionsTestOtherA-server-995443651',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-995443651',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5qa812QOXF1oJtEBrWkRFLWQ5uxfjZnl9+f4NrpyBK5S9uP/UlefEdujhqKaTO7I3xfiThkM3snk9P+Q9Wx7R/4hTz+Dw/wsZcYoisQNfmhGIajc1KN9z0a6MuUI8kZA==',key_name='tempest-keypair-1142870474',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:26:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='8eaf068877754620a8c074e5463d5adc',ramdisk_id='',reservation_id='r-hb2qr6rp',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-891907262',owner_user_name='tempest-ServerActionsTestOtherA-891907262-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:28:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6e28578c4a2646bfb41fed9714e6244d',uuid=1bd68e81-6ef9-46b1-930c-a7d4e32b20e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1624790866-network", "vif_mac": "fa:16:3e:98:7c:00"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:28:33 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converting VIF {"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1624790866-network", "vif_mac": "fa:16:3e:98:7c:00"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:28:33 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:7c:00,bridge_name='br-int',has_traffic_filtering=True,id=08e903b1-f6dd-485e-97b1-7ec8d5289478,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e903b1-f6') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:28:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:28:33 user nova-compute[74675]:   <uuid>1bd68e81-6ef9-46b1-930c-a7d4e32b20e2</uuid>
Nov 23 06:28:33 user nova-compute[74675]:   <name>instance-0000001b</name>
Nov 23 06:28:33 user nova-compute[74675]:   <memory>2097152</memory>
Nov 23 06:28:33 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:28:33 user nova-compute[74675]:   <metadata>
Nov 23 06:28:33 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:28:33 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:28:33 user nova-compute[74675]:       <nova:name>tempest-ServerActionsTestOtherA-server-995443651</nova:name>
Nov 23 06:28:33 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:28:32</nova:creationTime>
Nov 23 06:28:33 user nova-compute[74675]:       <nova:flavor name="m1.small">
Nov 23 06:28:33 user nova-compute[74675]:         <nova:memory>2048</nova:memory>
Nov 23 06:28:33 user nova-compute[74675]:         <nova:disk>20</nova:disk>
Nov 23 06:28:33 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:28:33 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:28:33 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:28:33 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:28:33 user nova-compute[74675]:       <nova:owner>
Nov 23 06:28:33 user nova-compute[74675]:         <nova:user uuid="6e28578c4a2646bfb41fed9714e6244d">tempest-ServerActionsTestOtherA-891907262-project-member</nova:user>
Nov 23 06:28:33 user nova-compute[74675]:         <nova:project uuid="8eaf068877754620a8c074e5463d5adc">tempest-ServerActionsTestOtherA-891907262</nova:project>
Nov 23 06:28:33 user nova-compute[74675]:       </nova:owner>
Nov 23 06:28:33 user nova-compute[74675]:       <nova:ports>
Nov 23 06:28:33 user nova-compute[74675]:         <nova:port uuid="08e903b1-f6dd-485e-97b1-7ec8d5289478">
Nov 23 06:28:33 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 23 06:28:33 user nova-compute[74675]:         </nova:port>
Nov 23 06:28:33 user nova-compute[74675]:       </nova:ports>
Nov 23 06:28:33 user nova-compute[74675]:     </nova:instance>
Nov 23 06:28:33 user nova-compute[74675]:   </metadata>
Nov 23 06:28:33 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:28:33 user nova-compute[74675]:     <system>
Nov 23 06:28:33 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:28:33 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:28:33 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:28:33 user nova-compute[74675]:       <entry name="serial">1bd68e81-6ef9-46b1-930c-a7d4e32b20e2</entry>
Nov 23 06:28:33 user nova-compute[74675]:       <entry name="uuid">1bd68e81-6ef9-46b1-930c-a7d4e32b20e2</entry>
Nov 23 06:28:33 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:28:33 user nova-compute[74675]:     </system>
Nov 23 06:28:33 user nova-compute[74675]:   </sysinfo>
Nov 23 06:28:33 user nova-compute[74675]:   <os>
Nov 23 06:28:33 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:28:33 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:28:33 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:28:33 user nova-compute[74675]:   </os>
Nov 23 06:28:33 user nova-compute[74675]:   <features>
Nov 23 06:28:33 user nova-compute[74675]:     <acpi/>
Nov 23 06:28:33 user nova-compute[74675]:     <apic/>
Nov 23 06:28:33 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:28:33 user nova-compute[74675]:   </features>
Nov 23 06:28:33 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:28:33 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:28:33 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:28:33 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:28:33 user nova-compute[74675]:   </clock>
Nov 23 06:28:33 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:28:33 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:28:33 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:28:33 user nova-compute[74675]:   </cpu>
Nov 23 06:28:33 user nova-compute[74675]:   <devices>
Nov 23 06:28:33 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:28:33 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:28:33 user nova-compute[74675]:       <source dev="/dev/sdb"/>
Nov 23 06:28:33 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:28:33 user nova-compute[74675]:       <serial>af6b28c4-9fda-408e-8dea-2b652034ea6c</serial>
Nov 23 06:28:33 user nova-compute[74675]:     </disk>
Nov 23 06:28:33 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:28:33 user nova-compute[74675]:       <mac address="fa:16:3e:98:7c:00"/>
Nov 23 06:28:33 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:28:33 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:28:33 user nova-compute[74675]:       <target dev="tap08e903b1-f6"/>
Nov 23 06:28:33 user nova-compute[74675]:     </interface>
Nov 23 06:28:33 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:28:33 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/1bd68e81-6ef9-46b1-930c-a7d4e32b20e2/console.log" append="off"/>
Nov 23 06:28:33 user nova-compute[74675]:     </serial>
Nov 23 06:28:33 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:28:33 user nova-compute[74675]:     <video>
Nov 23 06:28:33 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:28:33 user nova-compute[74675]:     </video>
Nov 23 06:28:33 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:28:33 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:28:33 user nova-compute[74675]:     </rng>
Nov 23 06:28:33 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:28:33 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:28:33 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:28:33 user nova-compute[74675]:     </memballoon>
Nov 23 06:28:33 user nova-compute[74675]:   </devices>
Nov 23 06:28:33 user nova-compute[74675]: </domain>
Nov 23 06:28:33 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:28:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:26:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-995443651',display_name='tempest-ServerActionsTestOtherA-server-995443651',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-995443651',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5qa812QOXF1oJtEBrWkRFLWQ5uxfjZnl9+f4NrpyBK5S9uP/UlefEdujhqKaTO7I3xfiThkM3snk9P+Q9Wx7R/4hTz+Dw/wsZcYoisQNfmhGIajc1KN9z0a6MuUI8kZA==',key_name='tempest-keypair-1142870474',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:26:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='8eaf068877754620a8c074e5463d5adc',ramdisk_id='',reservation_id='r-hb2qr6rp',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-891907262',owner_user_name='tempest-ServerActionsTestOtherA-891907262-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:28:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6e28578c4a2646bfb41fed9714e6244d',uuid=1bd68e81-6ef9-46b1-930c-a7d4e32b20e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1624790866-network", "vif_mac": "fa:16:3e:98:7c:00"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:28:33 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converting VIF {"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1624790866-network", "vif_mac": "fa:16:3e:98:7c:00"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:28:33 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:7c:00,bridge_name='br-int',has_traffic_filtering=True,id=08e903b1-f6dd-485e-97b1-7ec8d5289478,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e903b1-f6') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:28:33 user nova-compute[74675]: DEBUG os_vif [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:7c:00,bridge_name='br-int',has_traffic_filtering=True,id=08e903b1-f6dd-485e-97b1-7ec8d5289478,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e903b1-f6') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:28:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:28:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '442cbce9-a638-5513-9547-9344caa0e6d5', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:28:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap08e903b1-f6, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap08e903b1-f6, col_values=(('qos', UUID('4a3e61bf-3fa0-4392-9392-2f1fe4d2d337')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap08e903b1-f6, col_values=(('external_ids', {'iface-id': '08e903b1-f6dd-485e-97b1-7ec8d5289478', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:98:7c:00', 'vm-uuid': '1bd68e81-6ef9-46b1-930c-a7d4e32b20e2'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:28:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:28:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:34 user nova-compute[74675]: INFO os_vif [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:7c:00,bridge_name='br-int',has_traffic_filtering=True,id=08e903b1-f6dd-485e-97b1-7ec8d5289478,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e903b1-f6')
Nov 23 06:28:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:28:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] No VIF found with MAC fa:16:3e:98:7c:00, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:28:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:35 user nova-compute[74675]: DEBUG nova.compute.manager [req-7b624112-a743-42ad-a0ab-29274b2bde4a req-849ad92b-3f87-41ac-bd9d-b475fe163259 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received event network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7b624112-a743-42ad-a0ab-29274b2bde4a req-849ad92b-3f87-41ac-bd9d-b475fe163259 service nova] Acquiring lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7b624112-a743-42ad-a0ab-29274b2bde4a req-849ad92b-3f87-41ac-bd9d-b475fe163259 service nova] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7b624112-a743-42ad-a0ab-29274b2bde4a req-849ad92b-3f87-41ac-bd9d-b475fe163259 service nova] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:35 user nova-compute[74675]: DEBUG nova.compute.manager [req-7b624112-a743-42ad-a0ab-29274b2bde4a req-849ad92b-3f87-41ac-bd9d-b475fe163259 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] No waiting events found dispatching network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:28:35 user nova-compute[74675]: WARNING nova.compute.manager [req-7b624112-a743-42ad-a0ab-29274b2bde4a req-849ad92b-3f87-41ac-bd9d-b475fe163259 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received unexpected event network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 for instance with vm_state active and task_state resize_finish.
Nov 23 06:28:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:37 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:28:37 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Instance running successfully.
Nov 23 06:28:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Failed to set time: agent not configured {{(pid=74675) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 23 06:28:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5cdc0200-c2c0-4fbc-98c3-9d71839d17b6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] finish_migration finished successfully. {{(pid=74675) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Nov 23 06:28:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-0f9766b5-2dd5-4942-867b-4230ce40f71f req-0fc93020-b30a-4bf7-80fc-675f1b9b717b service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received event network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:28:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0f9766b5-2dd5-4942-867b-4230ce40f71f req-0fc93020-b30a-4bf7-80fc-675f1b9b717b service nova] Acquiring lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0f9766b5-2dd5-4942-867b-4230ce40f71f req-0fc93020-b30a-4bf7-80fc-675f1b9b717b service nova] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0f9766b5-2dd5-4942-867b-4230ce40f71f req-0fc93020-b30a-4bf7-80fc-675f1b9b717b service nova] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-0f9766b5-2dd5-4942-867b-4230ce40f71f req-0fc93020-b30a-4bf7-80fc-675f1b9b717b service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] No waiting events found dispatching network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:28:37 user nova-compute[74675]: WARNING nova.compute.manager [req-0f9766b5-2dd5-4942-867b-4230ce40f71f req-0fc93020-b30a-4bf7-80fc-675f1b9b717b service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received unexpected event network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 for instance with vm_state active and task_state resize_finish.
Nov 23 06:28:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:49 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:28:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:55 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:28:55 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:28:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:28:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 06:28:55 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:28:55 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:28:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:28:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:28:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:28:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:28:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:28:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:28:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:28:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:28:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:28:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:28:59 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:28:59 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:28:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7382MB free_disk=25.351497650146484GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:28:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:28:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Applying migration context for instance 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2 as it has an incoming, in-progress migration 7636c6a4-40fa-4945-ac3a-abcd66363a8b. Migration status is finished {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 23 06:29:00 user nova-compute[74675]: INFO nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Updating resource usage from migration 7636c6a4-40fa-4945-ac3a-abcd66363a8b
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance f4d40301-d465-42af-8b6c-e62a064afcaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d9898f23-3116-49a8-a4bb-483dd0c3c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8bd490c5-ffd8-430b-b74a-29e551e261fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d4052753-45c5-4622-a5c2-24f11fdba12b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 27a78316-52fc-4971-9af0-68046ebe143d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 43f15c0e-1e50-4461-8896-e5df8e1caf4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Migration 7636c6a4-40fa-4945-ac3a-abcd66363a8b is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:29:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.728s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:01 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:29:01 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:29:01 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:29:01 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:29:01 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "8bd490c5-ffd8-430b-b74a-29e551e261fb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "8bd490c5-ffd8-430b-b74a-29e551e261fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "8bd490c5-ffd8-430b-b74a-29e551e261fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "8bd490c5-ffd8-430b-b74a-29e551e261fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "8bd490c5-ffd8-430b-b74a-29e551e261fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:02 user nova-compute[74675]: INFO nova.compute.manager [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Terminating instance
Nov 23 06:29:02 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-0bc03834-5965-48bf-97b0-e9951005a2c1 req-54d86800-c0b2-4d35-a7c7-1cb48e2bd5e9 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Received event network-vif-unplugged-23d3e713-d009-405f-b781-69f06ff96478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0bc03834-5965-48bf-97b0-e9951005a2c1 req-54d86800-c0b2-4d35-a7c7-1cb48e2bd5e9 service nova] Acquiring lock "8bd490c5-ffd8-430b-b74a-29e551e261fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0bc03834-5965-48bf-97b0-e9951005a2c1 req-54d86800-c0b2-4d35-a7c7-1cb48e2bd5e9 service nova] Lock "8bd490c5-ffd8-430b-b74a-29e551e261fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0bc03834-5965-48bf-97b0-e9951005a2c1 req-54d86800-c0b2-4d35-a7c7-1cb48e2bd5e9 service nova] Lock "8bd490c5-ffd8-430b-b74a-29e551e261fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-0bc03834-5965-48bf-97b0-e9951005a2c1 req-54d86800-c0b2-4d35-a7c7-1cb48e2bd5e9 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] No waiting events found dispatching network-vif-unplugged-23d3e713-d009-405f-b781-69f06ff96478 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:29:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-0bc03834-5965-48bf-97b0-e9951005a2c1 req-54d86800-c0b2-4d35-a7c7-1cb48e2bd5e9 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Received event network-vif-unplugged-23d3e713-d009-405f-b781-69f06ff96478 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:29:03 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Instance destroyed successfully.
Nov 23 06:29:03 user nova-compute[74675]: DEBUG nova.objects.instance [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lazy-loading 'resources' on Instance uuid 8bd490c5-ffd8-430b-b74a-29e551e261fb {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:29:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:20:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1464654466',display_name='tempest-ServersNegativeTestJSON-server-1464654466',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1464654466',id=17,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:20:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a18b18a40e734f63aca7e52f1074d548',ramdisk_id='',reservation_id='r-gfyunpys',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-801040632',owner_user_name='tempest-ServersNegativeTestJSON-801040632-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:20:23Z,user_data=None,user_id='fca8a7c900e3407399300bbfbf431e25',uuid=8bd490c5-ffd8-430b-b74a-29e551e261fb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "23d3e713-d009-405f-b781-69f06ff96478", "address": "fa:16:3e:d5:fe:6a", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d3e713-d0", "ovs_interfaceid": "23d3e713-d009-405f-b781-69f06ff96478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:29:03 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Converting VIF {"id": "23d3e713-d009-405f-b781-69f06ff96478", "address": "fa:16:3e:d5:fe:6a", "network": {"id": "0efdb04a-6f4d-48e5-b02b-e259839eb1d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-110274998-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a18b18a40e734f63aca7e52f1074d548", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d3e713-d0", "ovs_interfaceid": "23d3e713-d009-405f-b781-69f06ff96478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:29:03 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d5:fe:6a,bridge_name='br-int',has_traffic_filtering=True,id=23d3e713-d009-405f-b781-69f06ff96478,network=Network(0efdb04a-6f4d-48e5-b02b-e259839eb1d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23d3e713-d0') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:29:03 user nova-compute[74675]: DEBUG os_vif [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d5:fe:6a,bridge_name='br-int',has_traffic_filtering=True,id=23d3e713-d009-405f-b781-69f06ff96478,network=Network(0efdb04a-6f4d-48e5-b02b-e259839eb1d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23d3e713-d0') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:29:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap23d3e713-d0, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:29:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:29:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2002ac13-cc0e-4199-a61c-9b49b194d44c) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:29:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:29:03 user nova-compute[74675]: INFO os_vif [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d5:fe:6a,bridge_name='br-int',has_traffic_filtering=True,id=23d3e713-d009-405f-b781-69f06ff96478,network=Network(0efdb04a-6f4d-48e5-b02b-e259839eb1d1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23d3e713-d0')
Nov 23 06:29:03 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Deleting instance files /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb_del
Nov 23 06:29:03 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Deletion of /opt/stack/data/nova/instances/8bd490c5-ffd8-430b-b74a-29e551e261fb_del complete
Nov 23 06:29:03 user nova-compute[74675]: INFO nova.compute.manager [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 23 06:29:03 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:29:03 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:29:03 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:29:03 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:29:03 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Took 0.63 seconds to deallocate network for instance.
Nov 23 06:29:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:04 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:29:04 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:29:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.343s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:04 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Deleted allocations for instance 8bd490c5-ffd8-430b-b74a-29e551e261fb
Nov 23 06:29:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b526c7d9-c751-4d98-9608-a9cb445aa92d tempest-ServersNegativeTestJSON-801040632 tempest-ServersNegativeTestJSON-801040632-project-member] Lock "8bd490c5-ffd8-430b-b74a-29e551e261fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.129s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-0492205b-735a-4752-acd1-e541d724eb12 req-f52426e4-58c8-491f-b537-9339863baa62 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Received event network-vif-plugged-23d3e713-d009-405f-b781-69f06ff96478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:29:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0492205b-735a-4752-acd1-e541d724eb12 req-f52426e4-58c8-491f-b537-9339863baa62 service nova] Acquiring lock "8bd490c5-ffd8-430b-b74a-29e551e261fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0492205b-735a-4752-acd1-e541d724eb12 req-f52426e4-58c8-491f-b537-9339863baa62 service nova] Lock "8bd490c5-ffd8-430b-b74a-29e551e261fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0492205b-735a-4752-acd1-e541d724eb12 req-f52426e4-58c8-491f-b537-9339863baa62 service nova] Lock "8bd490c5-ffd8-430b-b74a-29e551e261fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-0492205b-735a-4752-acd1-e541d724eb12 req-f52426e4-58c8-491f-b537-9339863baa62 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] No waiting events found dispatching network-vif-plugged-23d3e713-d009-405f-b781-69f06ff96478 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:29:04 user nova-compute[74675]: WARNING nova.compute.manager [req-0492205b-735a-4752-acd1-e541d724eb12 req-f52426e4-58c8-491f-b537-9339863baa62 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Received unexpected event network-vif-plugged-23d3e713-d009-405f-b781-69f06ff96478 for instance with vm_state deleted and task_state None.
Nov 23 06:29:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-0492205b-735a-4752-acd1-e541d724eb12 req-f52426e4-58c8-491f-b537-9339863baa62 service nova] [instance: 8bd490c5-ffd8-430b-b74a-29e551e261fb] Received event network-vif-deleted-23d3e713-d009-405f-b781-69f06ff96478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:29:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:05 user nova-compute[74675]: INFO nova.compute.manager [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Detaching volume 7c5a02e3-768b-4a03-86a5-61d3b047776c
Nov 23 06:29:05 user nova-compute[74675]: INFO nova.virt.block_device [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Attempting to driver detach volume 7c5a02e3-768b-4a03-86a5-61d3b047776c from mountpoint /dev/vdb
Nov 23 06:29:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Attempting to detach device vdb from instance d4052753-45c5-4622-a5c2-24f11fdba12b from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:29:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:29:05 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:29:05 user nova-compute[74675]:   <source dev="/dev/sdc"/>
Nov 23 06:29:05 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:29:05 user nova-compute[74675]:   <serial>7c5a02e3-768b-4a03-86a5-61d3b047776c</serial>
Nov 23 06:29:05 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 23 06:29:05 user nova-compute[74675]: </disk>
Nov 23 06:29:05 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:29:05 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Successfully detached device vdb from instance d4052753-45c5-4622-a5c2-24f11fdba12b from the persistent domain config.
Nov 23 06:29:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d4052753-45c5-4622-a5c2-24f11fdba12b from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:29:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:29:05 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:29:05 user nova-compute[74675]:   <source dev="/dev/sdc"/>
Nov 23 06:29:05 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:29:05 user nova-compute[74675]:   <serial>7c5a02e3-768b-4a03-86a5-61d3b047776c</serial>
Nov 23 06:29:05 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 23 06:29:05 user nova-compute[74675]: </disk>
Nov 23 06:29:05 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:29:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:29:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:09 user nova-compute[74675]: DEBUG nova.compute.manager [req-2024b2b4-134d-4229-a100-43da3e5b85c7 req-a9344a23-ba8c-4972-8eb5-702a5580447a service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-changed-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:29:09 user nova-compute[74675]: DEBUG nova.compute.manager [req-2024b2b4-134d-4229-a100-43da3e5b85c7 req-a9344a23-ba8c-4972-8eb5-702a5580447a service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Refreshing instance network info cache due to event network-changed-9825f7c6-d951-4f9d-9ac2-762e07652f3f. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:29:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2024b2b4-134d-4229-a100-43da3e5b85c7 req-a9344a23-ba8c-4972-8eb5-702a5580447a service nova] Acquiring lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:29:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2024b2b4-134d-4229-a100-43da3e5b85c7 req-a9344a23-ba8c-4972-8eb5-702a5580447a service nova] Acquired lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:29:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-2024b2b4-134d-4229-a100-43da3e5b85c7 req-a9344a23-ba8c-4972-8eb5-702a5580447a service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Refreshing network info cache for port 9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:29:10 user nova-compute[74675]: DEBUG nova.network.neutron [req-2024b2b4-134d-4229-a100-43da3e5b85c7 req-a9344a23-ba8c-4972-8eb5-702a5580447a service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Updated VIF entry in instance network info cache for port 9825f7c6-d951-4f9d-9ac2-762e07652f3f. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:29:10 user nova-compute[74675]: DEBUG nova.network.neutron [req-2024b2b4-134d-4229-a100-43da3e5b85c7 req-a9344a23-ba8c-4972-8eb5-702a5580447a service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Updating instance_info_cache with network_info: [{"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:29:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2024b2b4-134d-4229-a100-43da3e5b85c7 req-a9344a23-ba8c-4972-8eb5-702a5580447a service nova] Releasing lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:29:10 user nova-compute[74675]: INFO nova.compute.manager [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Detaching volume e5d468ed-c97f-4667-b38a-29ca7f67f6e3
Nov 23 06:29:10 user nova-compute[74675]: INFO nova.virt.block_device [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Attempting to driver detach volume e5d468ed-c97f-4667-b38a-29ca7f67f6e3 from mountpoint /dev/vdb
Nov 23 06:29:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Attempting to detach device vdb from instance 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:29:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:29:10 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:29:10 user nova-compute[74675]:   <source dev="/dev/sdd"/>
Nov 23 06:29:10 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:29:10 user nova-compute[74675]:   <serial>e5d468ed-c97f-4667-b38a-29ca7f67f6e3</serial>
Nov 23 06:29:10 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:29:10 user nova-compute[74675]: </disk>
Nov 23 06:29:10 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:29:10 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Successfully detached device vdb from instance 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 from the persistent domain config.
Nov 23 06:29:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:29:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:29:10 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:29:10 user nova-compute[74675]:   <source dev="/dev/sdd"/>
Nov 23 06:29:10 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:29:10 user nova-compute[74675]:   <serial>e5d468ed-c97f-4667-b38a-29ca7f67f6e3</serial>
Nov 23 06:29:10 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:29:10 user nova-compute[74675]: </disk>
Nov 23 06:29:10 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:29:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:29:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-e3d52251-9c7f-4e92-be32-b79924b9bfb5 req-25599aad-cad1-4f4a-9788-257a078b8860 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-changed-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:29:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-e3d52251-9c7f-4e92-be32-b79924b9bfb5 req-25599aad-cad1-4f4a-9788-257a078b8860 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Refreshing instance network info cache due to event network-changed-9825f7c6-d951-4f9d-9ac2-762e07652f3f. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:29:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e3d52251-9c7f-4e92-be32-b79924b9bfb5 req-25599aad-cad1-4f4a-9788-257a078b8860 service nova] Acquiring lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:29:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e3d52251-9c7f-4e92-be32-b79924b9bfb5 req-25599aad-cad1-4f4a-9788-257a078b8860 service nova] Acquired lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:29:11 user nova-compute[74675]: DEBUG nova.network.neutron [req-e3d52251-9c7f-4e92-be32-b79924b9bfb5 req-25599aad-cad1-4f4a-9788-257a078b8860 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Refreshing network info cache for port 9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:29:12 user nova-compute[74675]: DEBUG nova.network.neutron [req-e3d52251-9c7f-4e92-be32-b79924b9bfb5 req-25599aad-cad1-4f4a-9788-257a078b8860 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Updated VIF entry in instance network info cache for port 9825f7c6-d951-4f9d-9ac2-762e07652f3f. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:29:12 user nova-compute[74675]: DEBUG nova.network.neutron [req-e3d52251-9c7f-4e92-be32-b79924b9bfb5 req-25599aad-cad1-4f4a-9788-257a078b8860 service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Updating instance_info_cache with network_info: [{"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:29:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e3d52251-9c7f-4e92-be32-b79924b9bfb5 req-25599aad-cad1-4f4a-9788-257a078b8860 service nova] Releasing lock "refresh_cache-44cbb25b-1289-439b-a863-d3b1e9d3e0d9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:29:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:26 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d4052753-45c5-4622-a5c2-24f11fdba12b is timed out.
Nov 23 06:29:26 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Successfully detached device vdb from instance d4052753-45c5-4622-a5c2-24f11fdba12b from the live domain config.
Nov 23 06:29:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PXUKfRbO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:29:26 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[470e45fa-bddc-44c9-acf1-1d340a2474c8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:29:26 user nova-compute[74675]: No targets found.
Nov 23 06:29:26 user nova-compute[74675]: iSNS:
Nov 23 06:29:26 user nova-compute[74675]: No targets found.
Nov 23 06:29:26 user nova-compute[74675]: STATIC:
Nov 23 06:29:26 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:29:26 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:29:26 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:29:26 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c
Nov 23 06:29:26 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:29:26 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:29:26 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3
Nov 23 06:29:26 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:29:26 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:29:26 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c
Nov 23 06:29:26 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:29:26 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:29:26 user nova-compute[74675]: FIRMWARE:
Nov 23 06:29:26 user nova-compute[74675]: No targets found.
Nov 23 06:29:26 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:29:26 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:29:26 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fc56268-c29d-4201-9a22-c7ef44a43631]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[11e018f9-d1ac-4dc8-900a-7829d16e3ab3]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:29:26 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:29:26 user nova-compute[74675]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:29:26 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:29:26 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:29:26 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:29:26 user nova-compute[74675]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c (non-flash)
Nov 23 06:29:26 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:29:26 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac882aaa70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c'): ({'sdc'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Removing single pathed devices sdc {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[55bd376c-39e8-4c2b-856b-dc2a59524bd3]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c0bd4a1-2b21-4024-b5d9-03714a4cdd98]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Flushing IO for device /dev/sdc {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d050393f-1bf8-4338-96a9-3d3ce3676127]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.058s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e8def37-94e0-4886-8ac0-da73153dd0ef]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b67b867-3790-4ff6-bf20-8d8db48c8f7d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a95a697-b0b0-4758-a0b9-0642c453898d]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c, portal: 172.16.0.220,3260]
Nov 23 06:29:26 user nova-compute[74675]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c, portal: 172.16.0.220,3260] successful.
Nov 23 06:29:26 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c5a02e3-768b-4a03-86a5-61d3b047776c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b68a1b87-195e-4b09-992e-5317d6d07665]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.348s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] <== disconnect_volume: return (349ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:29:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:29:27 user nova-compute[74675]: DEBUG nova.objects.instance [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'flavor' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:29:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-40fba632-c8dc-45f8-a6fa-8d827796900c tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.309s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c9a5ec9e-9703-4094-892c-244df453ec91 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c9a5ec9e-9703-4094-892c-244df453ec91 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c9a5ec9e-9703-4094-892c-244df453ec91 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:29:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c9a5ec9e-9703-4094-892c-244df453ec91 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74675) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 23 06:29:27 user nova-compute[74675]: DEBUG nova.objects.instance [None req-c9a5ec9e-9703-4094-892c-244df453ec91 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'flavor' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:29:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:28 user nova-compute[74675]: DEBUG nova.compute.manager [req-70895893-6d48-4547-8940-8062f3098ef7 req-08271f52-4617-4eef-a3b0-28979ab9fc34 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received event network-vif-unplugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:29:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-70895893-6d48-4547-8940-8062f3098ef7 req-08271f52-4617-4eef-a3b0-28979ab9fc34 service nova] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-70895893-6d48-4547-8940-8062f3098ef7 req-08271f52-4617-4eef-a3b0-28979ab9fc34 service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-70895893-6d48-4547-8940-8062f3098ef7 req-08271f52-4617-4eef-a3b0-28979ab9fc34 service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:28 user nova-compute[74675]: DEBUG nova.compute.manager [req-70895893-6d48-4547-8940-8062f3098ef7 req-08271f52-4617-4eef-a3b0-28979ab9fc34 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] No waiting events found dispatching network-vif-unplugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:29:28 user nova-compute[74675]: WARNING nova.compute.manager [req-70895893-6d48-4547-8940-8062f3098ef7 req-08271f52-4617-4eef-a3b0-28979ab9fc34 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received unexpected event network-vif-unplugged-c52bf001-fe0d-45f7-846f-657ccd55a068 for instance with vm_state active and task_state powering-off.
Nov 23 06:29:28 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Instance destroyed successfully.
Nov 23 06:29:28 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c9a5ec9e-9703-4094-892c-244df453ec91 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:29:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c9a5ec9e-9703-4094-892c-244df453ec91 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.855s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG nova.compute.manager [req-ea0c07d0-4334-49a7-9ce9-be8c941dfaf5 req-05fa9d4f-47e6-4656-99ea-1724b055d0ff service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ea0c07d0-4334-49a7-9ce9-be8c941dfaf5 req-05fa9d4f-47e6-4656-99ea-1724b055d0ff service nova] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ea0c07d0-4334-49a7-9ce9-be8c941dfaf5 req-05fa9d4f-47e6-4656-99ea-1724b055d0ff service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ea0c07d0-4334-49a7-9ce9-be8c941dfaf5 req-05fa9d4f-47e6-4656-99ea-1724b055d0ff service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG nova.compute.manager [req-ea0c07d0-4334-49a7-9ce9-be8c941dfaf5 req-05fa9d4f-47e6-4656-99ea-1724b055d0ff service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] No waiting events found dispatching network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:29:30 user nova-compute[74675]: WARNING nova.compute.manager [req-ea0c07d0-4334-49a7-9ce9-be8c941dfaf5 req-05fa9d4f-47e6-4656-99ea-1724b055d0ff service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received unexpected event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 for instance with vm_state stopped and task_state None.
Nov 23 06:29:30 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 is timed out.
Nov 23 06:29:30 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Successfully detached device vdb from instance 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 from the live domain config.
Nov 23 06:29:30 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pTmALuFS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:29:30 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:29:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0012be82-a90a-4ca6-9cb9-5798e22ef145]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:29:30 user nova-compute[74675]: No targets found.
Nov 23 06:29:30 user nova-compute[74675]: iSNS:
Nov 23 06:29:30 user nova-compute[74675]: No targets found.
Nov 23 06:29:30 user nova-compute[74675]: STATIC:
Nov 23 06:29:30 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:29:30 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:29:30 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:29:30 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3
Nov 23 06:29:30 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:29:30 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:29:30 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c
Nov 23 06:29:30 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:29:30 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:29:30 user nova-compute[74675]: FIRMWARE:
Nov 23 06:29:30 user nova-compute[74675]: No targets found.
Nov 23 06:29:30 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:29:30 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:29:30 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[01dc952a-f8be-437c-9c51-ebca9de49fd4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[99cd38f7-7c00-4fc8-b354-d5ed557f5585]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:29:30 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:29:30 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:29:30 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:29:30 user nova-compute[74675]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 (non-flash)
Nov 23 06:29:30 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:29:30 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac884ad000>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3'): ({'sdd'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Removing single pathed devices sdd {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b59baeb0-7527-4972-a4a1-62001cca31f3]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ab4767c-99fe-4ef7-92b7-a09cfb688979]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Flushing IO for device /dev/sdd {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[57ae1dc9-a811-460b-bde2-182892475817]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.046s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a7a5d95-8582-4882-af6f-f60cc83cf150]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] SCSI volumes sdd have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad6dd8ef-500b-4d22-baa9-832d489b7ae9]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f10c013-4b5c-4a9b-91d2-649f0070c565]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3, portal: 172.16.0.220,3260]
Nov 23 06:29:31 user nova-compute[74675]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3, portal: 172.16.0.220,3260] successful.
Nov 23 06:29:31 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5d468ed-c97f-4667-b38a-29ca7f67f6e3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab7e44a8-9979-4302-95bc-a63ded55790f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] <== disconnect_volume: return (323ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "8492da38-7334-4736-9536-815a17949de3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "8492da38-7334-4736-9536-815a17949de3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:31 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:29:31 user nova-compute[74675]: INFO nova.compute.claims [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Claim successful on node user
Nov 23 06:29:32 user nova-compute[74675]: DEBUG nova.objects.instance [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'flavor' on Instance uuid 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:29:32 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:29:32 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:29:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-627f06ae-1adf-4e63-a554-34b5d1f64481 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.756s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.476s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:32 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:29:32 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:29:32 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:29:32 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:29:32 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:29:32 user nova-compute[74675]: DEBUG nova.policy [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95ec05ee74eb40d0a92a6b005394e149', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16ae3d4c42f64e4cba5b09935e927c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:29:32 user nova-compute[74675]: INFO nova.virt.block_device [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Booting with volume snapshot caf7069a-b46f-4080-8414-a5f4874a74df at /dev/vda
Nov 23 06:29:32 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Successfully created port: 6b99fbe4-cb25-4f95-ab26-1ce2900c621b {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:29:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:33 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Successfully updated port: 6b99fbe4-cb25-4f95-ab26-1ce2900c621b {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:29:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "refresh_cache-8492da38-7334-4736-9536-815a17949de3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:29:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquired lock "refresh_cache-8492da38-7334-4736-9536-815a17949de3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:29:33 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:29:33 user nova-compute[74675]: DEBUG nova.compute.manager [req-93a66a56-a948-407f-b6cc-bf7b8c053f81 req-27e78c8a-6e9c-41a9-a39b-25c8de78381f service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] Received event network-changed-6b99fbe4-cb25-4f95-ab26-1ce2900c621b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:29:33 user nova-compute[74675]: DEBUG nova.compute.manager [req-93a66a56-a948-407f-b6cc-bf7b8c053f81 req-27e78c8a-6e9c-41a9-a39b-25c8de78381f service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] Refreshing instance network info cache due to event network-changed-6b99fbe4-cb25-4f95-ab26-1ce2900c621b. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:29:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-93a66a56-a948-407f-b6cc-bf7b8c053f81 req-27e78c8a-6e9c-41a9-a39b-25c8de78381f service nova] Acquiring lock "refresh_cache-8492da38-7334-4736-9536-815a17949de3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:29:33 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:29:34 user nova-compute[74675]: DEBUG nova.network.neutron [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Updating instance_info_cache with network_info: [{"id": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "address": "fa:16:3e:20:f5:35", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b99fbe4-cb", "ovs_interfaceid": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:29:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Releasing lock "refresh_cache-8492da38-7334-4736-9536-815a17949de3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:29:34 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Instance network_info: |[{"id": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "address": "fa:16:3e:20:f5:35", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b99fbe4-cb", "ovs_interfaceid": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:29:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-93a66a56-a948-407f-b6cc-bf7b8c053f81 req-27e78c8a-6e9c-41a9-a39b-25c8de78381f service nova] Acquired lock "refresh_cache-8492da38-7334-4736-9536-815a17949de3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:29:34 user nova-compute[74675]: DEBUG nova.network.neutron [req-93a66a56-a948-407f-b6cc-bf7b8c053f81 req-27e78c8a-6e9c-41a9-a39b-25c8de78381f service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] Refreshing network info cache for port 6b99fbe4-cb25-4f95-ab26-1ce2900c621b {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:29:34 user nova-compute[74675]: DEBUG nova.network.neutron [req-93a66a56-a948-407f-b6cc-bf7b8c053f81 req-27e78c8a-6e9c-41a9-a39b-25c8de78381f service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] Updated VIF entry in instance network info cache for port 6b99fbe4-cb25-4f95-ab26-1ce2900c621b. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:29:34 user nova-compute[74675]: DEBUG nova.network.neutron [req-93a66a56-a948-407f-b6cc-bf7b8c053f81 req-27e78c8a-6e9c-41a9-a39b-25c8de78381f service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] Updating instance_info_cache with network_info: [{"id": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "address": "fa:16:3e:20:f5:35", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b99fbe4-cb", "ovs_interfaceid": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:29:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-93a66a56-a948-407f-b6cc-bf7b8c053f81 req-27e78c8a-6e9c-41a9-a39b-25c8de78381f service nova] Releasing lock "refresh_cache-8492da38-7334-4736-9536-815a17949de3" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:29:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:37 user nova-compute[74675]: DEBUG os_brick.utils [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:29:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:37 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[26bb6f4e-e55f-4ee2-a963-aaceb0c6faa2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a516614d-18ba-4aa0-9c16-02479705cf70]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2170369c-36d5-404b-9fbf-df069878848d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d195263-e81a-4ddf-b80a-3a4ef8d427ed]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:29:38 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:29:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[41445e63-25ff-4a82-97db-b7b74d4a728d]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG os_brick.utils [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Updating existing volume attachment record: db764e58-2dac-40de-b2e7-47c2426d94ec {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:29:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:29:48 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Creating image(s)
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Ensure instance console log exists: /opt/stack/data/nova/instances/8492da38-7334-4736-9536-815a17949de3/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Start _get_guest_xml network_info=[{"id": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "address": "fa:16:3e:20:f5:35", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b99fbe4-cb", "ovs_interfaceid": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RhqBJbPX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8492da38-7334-4736-9536-815a17949de3', 'attached_at': '', 'detached_at': '', 'volume_id': '82c17a12-71e3-4348-87b4-bd5bafc64753', 'serial': '82c17a12-71e3-4348-87b4-bd5bafc64753'}, 'attachment_id': 'db764e58-2dac-40de-b2e7-47c2426d94ec', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:29:48 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:29:48 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:29:48 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RhqBJbPX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:29:49 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:29:49 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:29:49 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7df37176-69b5-4262-a5fa-6214c50fad9c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:29:49 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cd11c18-9b37-4506-8461-3f35b5f69dd4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753] added
Nov 23 06:29:49 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d114a6d1-6647-4264-9387-18771d16aec9]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f3359f1-ccfb-442e-b4d1-7f8cd4cf972e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RhqBJbPX {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RhqBJbPX" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f05dfb8-327f-4359-a466-774bad8c1872]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RhqBJbPX'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[abda0483-e69b-496c-aa73-37fb694c650d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[51fe403a-ae2a-4183-bf33-cd65080a18bf]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:29:49 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:29:49 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:29:49 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:29:49 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d9c724a-9e8a-40fb-b1ac-81cd51e236fa]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753, portal: 172.16.0.220,3260]
Nov 23 06:29:49 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753, portal: 172.16.0.220,3260] successful.
Nov 23 06:29:49 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc560bca-4861-4ebe-bfa1-2ba020a2a324]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bf8ee30-1e28-410b-b1f3-e0e1ede3bfc7]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:29:49 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:29:49 user nova-compute[74675]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 (non-flash)
Nov 23 06:29:49 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:29:49 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:29:49 user nova-compute[74675]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 (non-flash)
Nov 23 06:29:49 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] HCTL ('34', '-', '-', 0) found on session 38 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d141ad33-110f-4298-abba-890093774a0e]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching for a device in session 38 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:29:49 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RhqBJbPX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== connect_volume: return (1318ms) {'type': 'block', 'scsi_wwn': '23862353737653431', 'path': '/dev/sdc'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23862353737653431', 'path': '/dev/sdc'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:29:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1781898368',display_name='tempest-TestVolumeBootPattern-server-1781898368',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1781898368',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-f5f3n3bb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:29:32Z,user_data=None,user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=8492da38-7334-4736-9536-815a17949de3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "address": "fa:16:3e:20:f5:35", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b99fbe4-cb", "ovs_interfaceid": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "address": "fa:16:3e:20:f5:35", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b99fbe4-cb", "ovs_interfaceid": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:f5:35,bridge_name='br-int',has_traffic_filtering=True,id=6b99fbe4-cb25-4f95-ab26-1ce2900c621b,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b99fbe4-cb') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG nova.objects.instance [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lazy-loading 'pci_devices' on Instance uuid 8492da38-7334-4736-9536-815a17949de3 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:29:50 user nova-compute[74675]:   <uuid>8492da38-7334-4736-9536-815a17949de3</uuid>
Nov 23 06:29:50 user nova-compute[74675]:   <name>instance-0000001e</name>
Nov 23 06:29:50 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:29:50 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:29:50 user nova-compute[74675]:   <metadata>
Nov 23 06:29:50 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:29:50 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:29:50 user nova-compute[74675]:       <nova:name>tempest-TestVolumeBootPattern-server-1781898368</nova:name>
Nov 23 06:29:50 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:29:48</nova:creationTime>
Nov 23 06:29:50 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:29:50 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:29:50 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:29:50 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:29:50 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:29:50 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:29:50 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:29:50 user nova-compute[74675]:       <nova:owner>
Nov 23 06:29:50 user nova-compute[74675]:         <nova:user uuid="95ec05ee74eb40d0a92a6b005394e149">tempest-TestVolumeBootPattern-1164061839-project-member</nova:user>
Nov 23 06:29:50 user nova-compute[74675]:         <nova:project uuid="16ae3d4c42f64e4cba5b09935e927c47">tempest-TestVolumeBootPattern-1164061839</nova:project>
Nov 23 06:29:50 user nova-compute[74675]:       </nova:owner>
Nov 23 06:29:50 user nova-compute[74675]:       <nova:ports>
Nov 23 06:29:50 user nova-compute[74675]:         <nova:port uuid="6b99fbe4-cb25-4f95-ab26-1ce2900c621b">
Nov 23 06:29:50 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 23 06:29:50 user nova-compute[74675]:         </nova:port>
Nov 23 06:29:50 user nova-compute[74675]:       </nova:ports>
Nov 23 06:29:50 user nova-compute[74675]:     </nova:instance>
Nov 23 06:29:50 user nova-compute[74675]:   </metadata>
Nov 23 06:29:50 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:29:50 user nova-compute[74675]:     <system>
Nov 23 06:29:50 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:29:50 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:29:50 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:29:50 user nova-compute[74675]:       <entry name="serial">8492da38-7334-4736-9536-815a17949de3</entry>
Nov 23 06:29:50 user nova-compute[74675]:       <entry name="uuid">8492da38-7334-4736-9536-815a17949de3</entry>
Nov 23 06:29:50 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:29:50 user nova-compute[74675]:     </system>
Nov 23 06:29:50 user nova-compute[74675]:   </sysinfo>
Nov 23 06:29:50 user nova-compute[74675]:   <os>
Nov 23 06:29:50 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:29:50 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:29:50 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:29:50 user nova-compute[74675]:   </os>
Nov 23 06:29:50 user nova-compute[74675]:   <features>
Nov 23 06:29:50 user nova-compute[74675]:     <acpi/>
Nov 23 06:29:50 user nova-compute[74675]:     <apic/>
Nov 23 06:29:50 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:29:50 user nova-compute[74675]:   </features>
Nov 23 06:29:50 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:29:50 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:29:50 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:29:50 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:29:50 user nova-compute[74675]:   </clock>
Nov 23 06:29:50 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:29:50 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:29:50 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:29:50 user nova-compute[74675]:   </cpu>
Nov 23 06:29:50 user nova-compute[74675]:   <devices>
Nov 23 06:29:50 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:29:50 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:29:50 user nova-compute[74675]:       <source dev="/dev/sdc"/>
Nov 23 06:29:50 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:29:50 user nova-compute[74675]:       <serial>82c17a12-71e3-4348-87b4-bd5bafc64753</serial>
Nov 23 06:29:50 user nova-compute[74675]:     </disk>
Nov 23 06:29:50 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:29:50 user nova-compute[74675]:       <mac address="fa:16:3e:20:f5:35"/>
Nov 23 06:29:50 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:29:50 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:29:50 user nova-compute[74675]:       <target dev="tap6b99fbe4-cb"/>
Nov 23 06:29:50 user nova-compute[74675]:     </interface>
Nov 23 06:29:50 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:29:50 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/8492da38-7334-4736-9536-815a17949de3/console.log" append="off"/>
Nov 23 06:29:50 user nova-compute[74675]:     </serial>
Nov 23 06:29:50 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:29:50 user nova-compute[74675]:     <video>
Nov 23 06:29:50 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:29:50 user nova-compute[74675]:     </video>
Nov 23 06:29:50 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:29:50 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:29:50 user nova-compute[74675]:     </rng>
Nov 23 06:29:50 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:29:50 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:29:50 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:29:50 user nova-compute[74675]:     </memballoon>
Nov 23 06:29:50 user nova-compute[74675]:   </devices>
Nov 23 06:29:50 user nova-compute[74675]: </domain>
Nov 23 06:29:50 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:29:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1781898368',display_name='tempest-TestVolumeBootPattern-server-1781898368',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1781898368',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-f5f3n3bb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:29:32Z,user_data=None,user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=8492da38-7334-4736-9536-815a17949de3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "address": "fa:16:3e:20:f5:35", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b99fbe4-cb", "ovs_interfaceid": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "address": "fa:16:3e:20:f5:35", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b99fbe4-cb", "ovs_interfaceid": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:f5:35,bridge_name='br-int',has_traffic_filtering=True,id=6b99fbe4-cb25-4f95-ab26-1ce2900c621b,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b99fbe4-cb') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG os_vif [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:f5:35,bridge_name='br-int',has_traffic_filtering=True,id=6b99fbe4-cb25-4f95-ab26-1ce2900c621b,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b99fbe4-cb') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '93845926-6b48-5958-9631-8658993eada8', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6b99fbe4-cb, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6b99fbe4-cb, col_values=(('qos', UUID('21705017-8422-4c77-8d0d-20e10a3a5b0e')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6b99fbe4-cb, col_values=(('external_ids', {'iface-id': '6b99fbe4-cb25-4f95-ab26-1ce2900c621b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:20:f5:35', 'vm-uuid': '8492da38-7334-4736-9536-815a17949de3'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:50 user nova-compute[74675]: INFO os_vif [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:f5:35,bridge_name='br-int',has_traffic_filtering=True,id=6b99fbe4-cb25-4f95-ab26-1ce2900c621b,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b99fbe4-cb')
Nov 23 06:29:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:29:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] No VIF found with MAC fa:16:3e:20:f5:35, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:29:51 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:29:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-bccd10d3-7709-411e-a5fe-214904fcdf8b req-07add5a1-f25b-4229-9dc9-e013aff64aee service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] Received event network-vif-plugged-6b99fbe4-cb25-4f95-ab26-1ce2900c621b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:29:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-bccd10d3-7709-411e-a5fe-214904fcdf8b req-07add5a1-f25b-4229-9dc9-e013aff64aee service nova] Acquiring lock "8492da38-7334-4736-9536-815a17949de3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-bccd10d3-7709-411e-a5fe-214904fcdf8b req-07add5a1-f25b-4229-9dc9-e013aff64aee service nova] Lock "8492da38-7334-4736-9536-815a17949de3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-bccd10d3-7709-411e-a5fe-214904fcdf8b req-07add5a1-f25b-4229-9dc9-e013aff64aee service nova] Lock "8492da38-7334-4736-9536-815a17949de3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-bccd10d3-7709-411e-a5fe-214904fcdf8b req-07add5a1-f25b-4229-9dc9-e013aff64aee service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] No waiting events found dispatching network-vif-plugged-6b99fbe4-cb25-4f95-ab26-1ce2900c621b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:29:52 user nova-compute[74675]: WARNING nova.compute.manager [req-bccd10d3-7709-411e-a5fe-214904fcdf8b req-07add5a1-f25b-4229-9dc9-e013aff64aee service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] Received unexpected event network-vif-plugged-6b99fbe4-cb25-4f95-ab26-1ce2900c621b for instance with vm_state building and task_state spawning.
Nov 23 06:29:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-3e1e58b1-6ae2-4778-ba2c-e8ab9ef0792a req-b2bfdc27-3a76-4ae7-af09-c0f82838de70 service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] Received event network-vif-plugged-6b99fbe4-cb25-4f95-ab26-1ce2900c621b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:29:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3e1e58b1-6ae2-4778-ba2c-e8ab9ef0792a req-b2bfdc27-3a76-4ae7-af09-c0f82838de70 service nova] Acquiring lock "8492da38-7334-4736-9536-815a17949de3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3e1e58b1-6ae2-4778-ba2c-e8ab9ef0792a req-b2bfdc27-3a76-4ae7-af09-c0f82838de70 service nova] Lock "8492da38-7334-4736-9536-815a17949de3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3e1e58b1-6ae2-4778-ba2c-e8ab9ef0792a req-b2bfdc27-3a76-4ae7-af09-c0f82838de70 service nova] Lock "8492da38-7334-4736-9536-815a17949de3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-3e1e58b1-6ae2-4778-ba2c-e8ab9ef0792a req-b2bfdc27-3a76-4ae7-af09-c0f82838de70 service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] No waiting events found dispatching network-vif-plugged-6b99fbe4-cb25-4f95-ab26-1ce2900c621b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:29:54 user nova-compute[74675]: WARNING nova.compute.manager [req-3e1e58b1-6ae2-4778-ba2c-e8ab9ef0792a req-b2bfdc27-3a76-4ae7-af09-c0f82838de70 service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] Received unexpected event network-vif-plugged-6b99fbe4-cb25-4f95-ab26-1ce2900c621b for instance with vm_state building and task_state spawning.
Nov 23 06:29:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:29:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:29:54 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 8492da38-7334-4736-9536-815a17949de3] Instance spawned successfully.
Nov 23 06:29:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:29:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:29:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:29:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:29:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:29:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:29:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:29:54 user nova-compute[74675]: INFO nova.compute.manager [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Took 5.54 seconds to spawn the instance on the hypervisor.
Nov 23 06:29:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:29:54 user nova-compute[74675]: INFO nova.compute.manager [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Took 22.96 seconds to build instance.
Nov 23 06:29:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6eb0404-a193-45b3-9d84-6f8a66f5a041 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "8492da38-7334-4736-9536-815a17949de3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.060s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid f4d40301-d465-42af-8b6c-e62a064afcaf {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Updating instance_info_cache with network_info: [{"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-f4d40301-d465-42af-8b6c-e62a064afcaf" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:29:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:29:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:29:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "27a78316-52fc-4971-9af0-68046ebe143d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "27a78316-52fc-4971-9af0-68046ebe143d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "27a78316-52fc-4971-9af0-68046ebe143d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "27a78316-52fc-4971-9af0-68046ebe143d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "27a78316-52fc-4971-9af0-68046ebe143d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:58 user nova-compute[74675]: INFO nova.compute.manager [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Terminating instance
Nov 23 06:29:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-12c2953f-5e7d-42ae-80a0-d2f1a3c06f7c req-0140e796-950b-4c36-8868-1461bbc129ae service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Received event network-vif-unplugged-2cce3b18-ed30-4a39-845a-f0bcc76b9e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-12c2953f-5e7d-42ae-80a0-d2f1a3c06f7c req-0140e796-950b-4c36-8868-1461bbc129ae service nova] Acquiring lock "27a78316-52fc-4971-9af0-68046ebe143d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-12c2953f-5e7d-42ae-80a0-d2f1a3c06f7c req-0140e796-950b-4c36-8868-1461bbc129ae service nova] Lock "27a78316-52fc-4971-9af0-68046ebe143d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-12c2953f-5e7d-42ae-80a0-d2f1a3c06f7c req-0140e796-950b-4c36-8868-1461bbc129ae service nova] Lock "27a78316-52fc-4971-9af0-68046ebe143d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-12c2953f-5e7d-42ae-80a0-d2f1a3c06f7c req-0140e796-950b-4c36-8868-1461bbc129ae service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] No waiting events found dispatching network-vif-unplugged-2cce3b18-ed30-4a39-845a-f0bcc76b9e5e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-12c2953f-5e7d-42ae-80a0-d2f1a3c06f7c req-0140e796-950b-4c36-8868-1461bbc129ae service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Received event network-vif-unplugged-2cce3b18-ed30-4a39-845a-f0bcc76b9e5e for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Instance destroyed successfully.
Nov 23 06:29:59 user nova-compute[74675]: DEBUG nova.objects.instance [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lazy-loading 'resources' on Instance uuid 27a78316-52fc-4971-9af0-68046ebe143d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.221s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1132166704',display_name='tempest-VolumesActionsTest-instance-1132166704',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1132166704',id=28,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:28:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8455537168f243b0b622016cb876f551',ramdisk_id='',reservation_id='r-0iwh8704',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-236786161',owner_user_name='tempest-VolumesActionsTest-236786161-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:28:13Z,user_data=None,user_id='61921abe27234749a71bd4e5f1590fc6',uuid=27a78316-52fc-4971-9af0-68046ebe143d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "address": "fa:16:3e:3b:96:0d", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce3b18-ed", "ovs_interfaceid": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Converting VIF {"id": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "address": "fa:16:3e:3b:96:0d", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cce3b18-ed", "ovs_interfaceid": "2cce3b18-ed30-4a39-845a-f0bcc76b9e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:96:0d,bridge_name='br-int',has_traffic_filtering=True,id=2cce3b18-ed30-4a39-845a-f0bcc76b9e5e,network=Network(4321c92e-36b6-4297-9382-4d670e77da80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cce3b18-ed') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG os_vif [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:96:0d,bridge_name='br-int',has_traffic_filtering=True,id=2cce3b18-ed30-4a39-845a-f0bcc76b9e5e,network=Network(4321c92e-36b6-4297-9382-4d670e77da80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cce3b18-ed') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2cce3b18-ed, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7176ae9f-2518-4aa8-94a4-4405a6c465f6) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:29:59 user nova-compute[74675]: INFO os_vif [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:96:0d,bridge_name='br-int',has_traffic_filtering=True,id=2cce3b18-ed30-4a39-845a-f0bcc76b9e5e,network=Network(4321c92e-36b6-4297-9382-4d670e77da80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cce3b18-ed')
Nov 23 06:29:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Deleting instance files /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d_del
Nov 23 06:29:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Deletion of /opt/stack/data/nova/instances/27a78316-52fc-4971-9af0-68046ebe143d_del complete
Nov 23 06:29:59 user nova-compute[74675]: INFO nova.compute.manager [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Took 1.07 seconds to destroy the instance on the hypervisor.
Nov 23 06:29:59 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:29:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-4a154aea-62a6-4a3e-bcf4-e35089c49cb6 req-00609679-5283-409f-805d-cc25b989cc3d service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Received event network-vif-deleted-2cce3b18-ed30-4a39-845a-f0bcc76b9e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:30:00 user nova-compute[74675]: INFO nova.compute.manager [req-4a154aea-62a6-4a3e-bcf4-e35089c49cb6 req-00609679-5283-409f-805d-cc25b989cc3d service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Neutron deleted interface 2cce3b18-ed30-4a39-845a-f0bcc76b9e5e; detaching it from the instance and deleting it from the info cache
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.network.neutron [req-4a154aea-62a6-4a3e-bcf4-e35089c49cb6 req-00609679-5283-409f-805d-cc25b989cc3d service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:30:00 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:30:00 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7736MB free_disk=25.365009307861328GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:00 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Took 0.81 seconds to deallocate network for instance.
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-4a154aea-62a6-4a3e-bcf4-e35089c49cb6 req-00609679-5283-409f-805d-cc25b989cc3d service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Detach interface failed, port_id=2cce3b18-ed30-4a39-845a-f0bcc76b9e5e, reason: Instance 27a78316-52fc-4971-9af0-68046ebe143d could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Applying migration context for instance 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2 as it has an incoming, in-progress migration 7636c6a4-40fa-4945-ac3a-abcd66363a8b. Migration status is finished {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 23 06:30:00 user nova-compute[74675]: INFO nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Updating resource usage from migration 7636c6a4-40fa-4945-ac3a-abcd66363a8b
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance f4d40301-d465-42af-8b6c-e62a064afcaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d9898f23-3116-49a8-a4bb-483dd0c3c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d4052753-45c5-4622-a5c2-24f11fdba12b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 27a78316-52fc-4971-9af0-68046ebe143d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 43f15c0e-1e50-4461-8896-e5df8e1caf4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Migration 7636c6a4-40fa-4945-ac3a-abcd66363a8b is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8492da38-7334-4736-9536-815a17949de3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:00 user nova-compute[74675]: INFO nova.compute.manager [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Terminating instance
Nov 23 06:30:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-a596fd49-faca-4902-b673-514e5d464023 req-0283d402-fd61-49db-8e58-83727edaa866 service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Received event network-vif-plugged-2cce3b18-ed30-4a39-845a-f0bcc76b9e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a596fd49-faca-4902-b673-514e5d464023 req-0283d402-fd61-49db-8e58-83727edaa866 service nova] Acquiring lock "27a78316-52fc-4971-9af0-68046ebe143d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a596fd49-faca-4902-b673-514e5d464023 req-0283d402-fd61-49db-8e58-83727edaa866 service nova] Lock "27a78316-52fc-4971-9af0-68046ebe143d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a596fd49-faca-4902-b673-514e5d464023 req-0283d402-fd61-49db-8e58-83727edaa866 service nova] Lock "27a78316-52fc-4971-9af0-68046ebe143d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-a596fd49-faca-4902-b673-514e5d464023 req-0283d402-fd61-49db-8e58-83727edaa866 service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] No waiting events found dispatching network-vif-plugged-2cce3b18-ed30-4a39-845a-f0bcc76b9e5e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:30:01 user nova-compute[74675]: WARNING nova.compute.manager [req-a596fd49-faca-4902-b673-514e5d464023 req-0283d402-fd61-49db-8e58-83727edaa866 service nova] [instance: 27a78316-52fc-4971-9af0-68046ebe143d] Received unexpected event network-vif-plugged-2cce3b18-ed30-4a39-845a-f0bcc76b9e5e for instance with vm_state deleted and task_state None.
Nov 23 06:30:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.616s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.551s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:30:01 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Instance destroyed successfully.
Nov 23 06:30:01 user nova-compute[74675]: DEBUG nova.objects.instance [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'resources' on Instance uuid 44cbb25b-1289-439b-a863-d3b1e9d3e0d9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:23:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-154972953',display_name='tempest-ServerRescueNegativeTestJSON-server-154972953',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-154972953',id=24,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCVI/cw/J/7450fssL5dc6bF59zuYLwT0b9MF3oRCm/QQc12pk9qaXLzqwMN9FkEbSr6U37Oqewo3uqt/PF57CZhQKGXllWbayZ4u48u2RVYxk+1EMtEnmTUdBVHMIA8Vg==',key_name='tempest-keypair-110563373',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:25:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ae04769d0574318bf2a5439f9f4eca7',ramdisk_id='',reservation_id='r-22ngd80g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1110786830',owner_user_name='tempest-ServerRescueNegativeTestJSON-1110786830-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:27:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='933254e291464a6aa6987d59d1d3e93c',uuid=44cbb25b-1289-439b-a863-d3b1e9d3e0d9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converting VIF {"id": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "address": "fa:16:3e:be:44:b5", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9825f7c6-d9", "ovs_interfaceid": "9825f7c6-d951-4f9d-9ac2-762e07652f3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:be:44:b5,bridge_name='br-int',has_traffic_filtering=True,id=9825f7c6-d951-4f9d-9ac2-762e07652f3f,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9825f7c6-d9') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG os_vif [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:44:b5,bridge_name='br-int',has_traffic_filtering=True,id=9825f7c6-d951-4f9d-9ac2-762e07652f3f,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9825f7c6-d9') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9825f7c6-d9, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c0d2399e-4f2a-4df3-99ee-55767241724e) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:01 user nova-compute[74675]: INFO os_vif [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:44:b5,bridge_name='br-int',has_traffic_filtering=True,id=9825f7c6-d951-4f9d-9ac2-762e07652f3f,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9825f7c6-d9')
Nov 23 06:30:01 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Deleting instance files /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9_del
Nov 23 06:30:01 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Deletion of /opt/stack/data/nova/instances/44cbb25b-1289-439b-a863-d3b1e9d3e0d9_del complete
Nov 23 06:30:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.457s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:01 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Deleted allocations for instance 27a78316-52fc-4971-9af0-68046ebe143d
Nov 23 06:30:01 user nova-compute[74675]: INFO nova.compute.manager [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Took 0.97 seconds to destroy the instance on the hypervisor.
Nov 23 06:30:01 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:30:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16da691e-11ea-45c2-84f1-9fc502346fc2 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "27a78316-52fc-4971-9af0-68046ebe143d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.101s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:02 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:30:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-00d31069-0919-4bfd-a52d-117077a40dbf req-cb6ff13d-3e27-40ab-8944-c4da2b2bebda service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-vif-unplugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:30:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-00d31069-0919-4bfd-a52d-117077a40dbf req-cb6ff13d-3e27-40ab-8944-c4da2b2bebda service nova] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-00d31069-0919-4bfd-a52d-117077a40dbf req-cb6ff13d-3e27-40ab-8944-c4da2b2bebda service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-00d31069-0919-4bfd-a52d-117077a40dbf req-cb6ff13d-3e27-40ab-8944-c4da2b2bebda service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-00d31069-0919-4bfd-a52d-117077a40dbf req-cb6ff13d-3e27-40ab-8944-c4da2b2bebda service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] No waiting events found dispatching network-vif-unplugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:30:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-00d31069-0919-4bfd-a52d-117077a40dbf req-cb6ff13d-3e27-40ab-8944-c4da2b2bebda service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-vif-unplugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:30:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-00d31069-0919-4bfd-a52d-117077a40dbf req-cb6ff13d-3e27-40ab-8944-c4da2b2bebda service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:30:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-00d31069-0919-4bfd-a52d-117077a40dbf req-cb6ff13d-3e27-40ab-8944-c4da2b2bebda service nova] Acquiring lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-00d31069-0919-4bfd-a52d-117077a40dbf req-cb6ff13d-3e27-40ab-8944-c4da2b2bebda service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-00d31069-0919-4bfd-a52d-117077a40dbf req-cb6ff13d-3e27-40ab-8944-c4da2b2bebda service nova] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-00d31069-0919-4bfd-a52d-117077a40dbf req-cb6ff13d-3e27-40ab-8944-c4da2b2bebda service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] No waiting events found dispatching network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:30:02 user nova-compute[74675]: WARNING nova.compute.manager [req-00d31069-0919-4bfd-a52d-117077a40dbf req-cb6ff13d-3e27-40ab-8944-c4da2b2bebda service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received unexpected event network-vif-plugged-9825f7c6-d951-4f9d-9ac2-762e07652f3f for instance with vm_state active and task_state deleting.
Nov 23 06:30:02 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:30:02 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Took 0.90 seconds to deallocate network for instance.
Nov 23 06:30:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.005s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:03 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:30:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:30:03 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:30:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.400s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:03 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Deleted allocations for instance 44cbb25b-1289-439b-a863-d3b1e9d3e0d9
Nov 23 06:30:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b6b20d51-66b8-4fda-bd15-3ab76fb16c5c tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "44cbb25b-1289-439b-a863-d3b1e9d3e0d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.513s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-f2b6b9fd-2aa0-4e11-a529-305feaba746b req-ba0d2100-715b-4e4f-ace4-146a21a33d6f service nova] [instance: 44cbb25b-1289-439b-a863-d3b1e9d3e0d9] Received event network-vif-deleted-9825f7c6-d951-4f9d-9ac2-762e07652f3f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:30:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:30:07 user nova-compute[74675]: INFO nova.compute.manager [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] instance snapshotting
Nov 23 06:30:07 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Beginning live snapshot process
Nov 23 06:30:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json -f qcow2 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json -f qcow2" returned: 0 in 0.194s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json -f qcow2 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json -f qcow2" returned: 0 in 0.234s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpmmyvxq99/93a9bed1d5a546f3abc3d2b62fd67c4a.delta 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpmmyvxq99/93a9bed1d5a546f3abc3d2b62fd67c4a.delta 1073741824" returned: 0 in 0.228s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:08 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 23 06:30:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:30:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] COPY block job progress, current cursor: 47710208 final cursor: 75497472 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:30:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74675) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 23 06:30:10 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 23 06:30:10 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:30:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpmmyvxq99/93a9bed1d5a546f3abc3d2b62fd67c4a.delta /opt/stack/data/nova/instances/snapshots/tmpmmyvxq99/93a9bed1d5a546f3abc3d2b62fd67c4a {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpmmyvxq99/93a9bed1d5a546f3abc3d2b62fd67c4a.delta /opt/stack/data/nova/instances/snapshots/tmpmmyvxq99/93a9bed1d5a546f3abc3d2b62fd67c4a" returned: 0 in 0.450s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Snapshot extracted, beginning image upload
Nov 23 06:30:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Going to confirm migration 1 {{(pid=74675) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Nov 23 06:30:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:30:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquired lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:30:11 user nova-compute[74675]: DEBUG nova.network.neutron [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:30:11 user nova-compute[74675]: DEBUG nova.objects.instance [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lazy-loading 'info_cache' on Instance uuid 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:30:12 user nova-compute[74675]: DEBUG nova.network.neutron [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Updating instance_info_cache with network_info: [{"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:30:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Releasing lock "refresh_cache-1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:30:12 user nova-compute[74675]: DEBUG nova.objects.instance [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lazy-loading 'migration_context' on Instance uuid 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:30:12 user nova-compute[74675]: DEBUG nova.objects.base [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Object Instance<1bd68e81-6ef9-46b1-930c-a7d4e32b20e2> lazy-loaded attributes: info_cache,migration_context {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:30:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:12 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:30:12 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:30:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.387s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:12 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Deleted allocation for migration 7636c6a4-40fa-4945-ac3a-abcd66363a8b
Nov 23 06:30:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e8d04918-a36d-458f-a1ce-4adaad121db6 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.515s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:14 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Snapshot image upload complete
Nov 23 06:30:14 user nova-compute[74675]: INFO nova.compute.manager [None req-aaa764a9-6d56-4820-9d9f-f603c73b0242 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Took 6.79 seconds to snapshot the instance on the hypervisor.
Nov 23 06:30:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Acquiring lock "b4fab38c-250b-4472-a0df-19ee069d8ebe" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lock "b4fab38c-250b-4472-a0df-19ee069d8ebe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:30:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:36 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:30:36 user nova-compute[74675]: INFO nova.compute.claims [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Claim successful on node user
Nov 23 06:30:37 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.422s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG nova.compute.manager [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG nova.compute.manager [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG nova.network.neutron [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:30:37 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:30:37 user nova-compute[74675]: DEBUG nova.compute.manager [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG nova.policy [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ccb1d6f8c9e48329a8759ce4a8588ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a647651b9b448a99488eef02da9099f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG nova.compute.manager [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:30:37 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Creating image(s)
Nov 23 06:30:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Acquiring lock "/opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lock "/opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lock "/opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk 1073741824" returned: 0 in 0.051s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:37 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:38 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:30:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:38 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Cannot resize image /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:30:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:30:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Ensure instance console log exists: /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:30:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:38 user nova-compute[74675]: DEBUG nova.network.neutron [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Successfully created port: 90c60828-d966-482f-822d-8d952df7d798 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.network.neutron [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Successfully updated port: 90c60828-d966-482f-822d-8d952df7d798 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Acquiring lock "refresh_cache-b4fab38c-250b-4472-a0df-19ee069d8ebe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Acquired lock "refresh_cache-b4fab38c-250b-4472-a0df-19ee069d8ebe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.network.neutron [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.network.neutron [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.compute.manager [req-776f09fe-d7e5-4197-8d94-9184423eb16f req-e0d20dc6-833f-4ec2-a5b3-86d5189b3738 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Received event network-changed-90c60828-d966-482f-822d-8d952df7d798 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.compute.manager [req-776f09fe-d7e5-4197-8d94-9184423eb16f req-e0d20dc6-833f-4ec2-a5b3-86d5189b3738 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Refreshing instance network info cache due to event network-changed-90c60828-d966-482f-822d-8d952df7d798. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-776f09fe-d7e5-4197-8d94-9184423eb16f req-e0d20dc6-833f-4ec2-a5b3-86d5189b3738 service nova] Acquiring lock "refresh_cache-b4fab38c-250b-4472-a0df-19ee069d8ebe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.network.neutron [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Updating instance_info_cache with network_info: [{"id": "90c60828-d966-482f-822d-8d952df7d798", "address": "fa:16:3e:c6:3b:f1", "network": {"id": "0499995e-5985-4fb1-946a-3aa7cf52e8ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "35712d8fef3044388a85ca95c681f85b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c60828-d9", "ovs_interfaceid": "90c60828-d966-482f-822d-8d952df7d798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Releasing lock "refresh_cache-b4fab38c-250b-4472-a0df-19ee069d8ebe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Instance network_info: |[{"id": "90c60828-d966-482f-822d-8d952df7d798", "address": "fa:16:3e:c6:3b:f1", "network": {"id": "0499995e-5985-4fb1-946a-3aa7cf52e8ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "35712d8fef3044388a85ca95c681f85b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c60828-d9", "ovs_interfaceid": "90c60828-d966-482f-822d-8d952df7d798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-776f09fe-d7e5-4197-8d94-9184423eb16f req-e0d20dc6-833f-4ec2-a5b3-86d5189b3738 service nova] Acquired lock "refresh_cache-b4fab38c-250b-4472-a0df-19ee069d8ebe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.network.neutron [req-776f09fe-d7e5-4197-8d94-9184423eb16f req-e0d20dc6-833f-4ec2-a5b3-86d5189b3738 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Refreshing network info cache for port 90c60828-d966-482f-822d-8d952df7d798 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Start _get_guest_xml network_info=[{"id": "90c60828-d966-482f-822d-8d952df7d798", "address": "fa:16:3e:c6:3b:f1", "network": {"id": "0499995e-5985-4fb1-946a-3aa7cf52e8ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "35712d8fef3044388a85ca95c681f85b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c60828-d9", "ovs_interfaceid": "90c60828-d966-482f-822d-8d952df7d798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:30:39 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:30:39 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:30:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-299154994',display_name='tempest-VolumesNegativeTest-instance-299154994',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-299154994',id=31,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9a647651b9b448a99488eef02da9099f',ramdisk_id='',reservation_id='r-av48gqsq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-440061648',owner_user_name='tempest-VolumesNegativeTest-440061648-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:30:37Z,user_data=None,user_id='0ccb1d6f8c9e48329a8759ce4a8588ae',uuid=b4fab38c-250b-4472-a0df-19ee069d8ebe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90c60828-d966-482f-822d-8d952df7d798", "address": "fa:16:3e:c6:3b:f1", "network": {"id": "0499995e-5985-4fb1-946a-3aa7cf52e8ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "35712d8fef3044388a85ca95c681f85b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c60828-d9", "ovs_interfaceid": "90c60828-d966-482f-822d-8d952df7d798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Converting VIF {"id": "90c60828-d966-482f-822d-8d952df7d798", "address": "fa:16:3e:c6:3b:f1", "network": {"id": "0499995e-5985-4fb1-946a-3aa7cf52e8ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "35712d8fef3044388a85ca95c681f85b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c60828-d9", "ovs_interfaceid": "90c60828-d966-482f-822d-8d952df7d798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:3b:f1,bridge_name='br-int',has_traffic_filtering=True,id=90c60828-d966-482f-822d-8d952df7d798,network=Network(0499995e-5985-4fb1-946a-3aa7cf52e8ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c60828-d9') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.objects.instance [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lazy-loading 'pci_devices' on Instance uuid b4fab38c-250b-4472-a0df-19ee069d8ebe {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:30:39 user nova-compute[74675]:   <uuid>b4fab38c-250b-4472-a0df-19ee069d8ebe</uuid>
Nov 23 06:30:39 user nova-compute[74675]:   <name>instance-0000001f</name>
Nov 23 06:30:39 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:30:39 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:30:39 user nova-compute[74675]:   <metadata>
Nov 23 06:30:39 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:30:39 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:30:39 user nova-compute[74675]:       <nova:name>tempest-VolumesNegativeTest-instance-299154994</nova:name>
Nov 23 06:30:39 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:30:39</nova:creationTime>
Nov 23 06:30:39 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:30:39 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:30:39 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:30:39 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:30:39 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:30:39 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:30:39 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:30:39 user nova-compute[74675]:       <nova:owner>
Nov 23 06:30:39 user nova-compute[74675]:         <nova:user uuid="0ccb1d6f8c9e48329a8759ce4a8588ae">tempest-VolumesNegativeTest-440061648-project-member</nova:user>
Nov 23 06:30:39 user nova-compute[74675]:         <nova:project uuid="9a647651b9b448a99488eef02da9099f">tempest-VolumesNegativeTest-440061648</nova:project>
Nov 23 06:30:39 user nova-compute[74675]:       </nova:owner>
Nov 23 06:30:39 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:30:39 user nova-compute[74675]:       <nova:ports>
Nov 23 06:30:39 user nova-compute[74675]:         <nova:port uuid="90c60828-d966-482f-822d-8d952df7d798">
Nov 23 06:30:39 user nova-compute[74675]:           <nova:ip type="fixed" address="192.168.233.55" ipVersion="4"/>
Nov 23 06:30:39 user nova-compute[74675]:         </nova:port>
Nov 23 06:30:39 user nova-compute[74675]:       </nova:ports>
Nov 23 06:30:39 user nova-compute[74675]:     </nova:instance>
Nov 23 06:30:39 user nova-compute[74675]:   </metadata>
Nov 23 06:30:39 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:30:39 user nova-compute[74675]:     <system>
Nov 23 06:30:39 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:30:39 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:30:39 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:30:39 user nova-compute[74675]:       <entry name="serial">b4fab38c-250b-4472-a0df-19ee069d8ebe</entry>
Nov 23 06:30:39 user nova-compute[74675]:       <entry name="uuid">b4fab38c-250b-4472-a0df-19ee069d8ebe</entry>
Nov 23 06:30:39 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:30:39 user nova-compute[74675]:     </system>
Nov 23 06:30:39 user nova-compute[74675]:   </sysinfo>
Nov 23 06:30:39 user nova-compute[74675]:   <os>
Nov 23 06:30:39 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:30:39 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:30:39 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:30:39 user nova-compute[74675]:   </os>
Nov 23 06:30:39 user nova-compute[74675]:   <features>
Nov 23 06:30:39 user nova-compute[74675]:     <acpi/>
Nov 23 06:30:39 user nova-compute[74675]:     <apic/>
Nov 23 06:30:39 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:30:39 user nova-compute[74675]:   </features>
Nov 23 06:30:39 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:30:39 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:30:39 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:30:39 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:30:39 user nova-compute[74675]:   </clock>
Nov 23 06:30:39 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:30:39 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:30:39 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:30:39 user nova-compute[74675]:   </cpu>
Nov 23 06:30:39 user nova-compute[74675]:   <devices>
Nov 23 06:30:39 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:30:39 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:30:39 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk"/>
Nov 23 06:30:39 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:30:39 user nova-compute[74675]:     </disk>
Nov 23 06:30:39 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:30:39 user nova-compute[74675]:       <mac address="fa:16:3e:c6:3b:f1"/>
Nov 23 06:30:39 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:30:39 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:30:39 user nova-compute[74675]:       <target dev="tap90c60828-d9"/>
Nov 23 06:30:39 user nova-compute[74675]:     </interface>
Nov 23 06:30:39 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:30:39 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/console.log" append="off"/>
Nov 23 06:30:39 user nova-compute[74675]:     </serial>
Nov 23 06:30:39 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:30:39 user nova-compute[74675]:     <video>
Nov 23 06:30:39 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:30:39 user nova-compute[74675]:     </video>
Nov 23 06:30:39 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:30:39 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:30:39 user nova-compute[74675]:     </rng>
Nov 23 06:30:39 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:30:39 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:30:39 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:30:39 user nova-compute[74675]:     </memballoon>
Nov 23 06:30:39 user nova-compute[74675]:   </devices>
Nov 23 06:30:39 user nova-compute[74675]: </domain>
Nov 23 06:30:39 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:30:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-299154994',display_name='tempest-VolumesNegativeTest-instance-299154994',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-299154994',id=31,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9a647651b9b448a99488eef02da9099f',ramdisk_id='',reservation_id='r-av48gqsq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-440061648',owner_user_name='tempest-VolumesNegativeTest-440061648-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:30:37Z,user_data=None,user_id='0ccb1d6f8c9e48329a8759ce4a8588ae',uuid=b4fab38c-250b-4472-a0df-19ee069d8ebe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90c60828-d966-482f-822d-8d952df7d798", "address": "fa:16:3e:c6:3b:f1", "network": {"id": "0499995e-5985-4fb1-946a-3aa7cf52e8ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "35712d8fef3044388a85ca95c681f85b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c60828-d9", "ovs_interfaceid": "90c60828-d966-482f-822d-8d952df7d798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Converting VIF {"id": "90c60828-d966-482f-822d-8d952df7d798", "address": "fa:16:3e:c6:3b:f1", "network": {"id": "0499995e-5985-4fb1-946a-3aa7cf52e8ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "35712d8fef3044388a85ca95c681f85b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c60828-d9", "ovs_interfaceid": "90c60828-d966-482f-822d-8d952df7d798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:3b:f1,bridge_name='br-int',has_traffic_filtering=True,id=90c60828-d966-482f-822d-8d952df7d798,network=Network(0499995e-5985-4fb1-946a-3aa7cf52e8ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c60828-d9') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG os_vif [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:3b:f1,bridge_name='br-int',has_traffic_filtering=True,id=90c60828-d966-482f-822d-8d952df7d798,network=Network(0499995e-5985-4fb1-946a-3aa7cf52e8ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c60828-d9') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4a3c9ee2-752f-50cb-9c79-bf4ea60fe596', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap90c60828-d9, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap90c60828-d9, col_values=(('qos', UUID('4b5c70fc-7af5-4af8-8d63-902f7bba9a0b')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap90c60828-d9, col_values=(('external_ids', {'iface-id': '90c60828-d966-482f-822d-8d952df7d798', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:3b:f1', 'vm-uuid': 'b4fab38c-250b-4472-a0df-19ee069d8ebe'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:39 user nova-compute[74675]: INFO os_vif [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:3b:f1,bridge_name='br-int',has_traffic_filtering=True,id=90c60828-d966-482f-822d-8d952df7d798,network=Network(0499995e-5985-4fb1-946a-3aa7cf52e8ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c60828-d9')
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] No VIF found with MAC fa:16:3e:c6:3b:f1, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.network.neutron [req-776f09fe-d7e5-4197-8d94-9184423eb16f req-e0d20dc6-833f-4ec2-a5b3-86d5189b3738 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Updated VIF entry in instance network info cache for port 90c60828-d966-482f-822d-8d952df7d798. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG nova.network.neutron [req-776f09fe-d7e5-4197-8d94-9184423eb16f req-e0d20dc6-833f-4ec2-a5b3-86d5189b3738 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Updating instance_info_cache with network_info: [{"id": "90c60828-d966-482f-822d-8d952df7d798", "address": "fa:16:3e:c6:3b:f1", "network": {"id": "0499995e-5985-4fb1-946a-3aa7cf52e8ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "35712d8fef3044388a85ca95c681f85b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c60828-d9", "ovs_interfaceid": "90c60828-d966-482f-822d-8d952df7d798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:30:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-776f09fe-d7e5-4197-8d94-9184423eb16f req-e0d20dc6-833f-4ec2-a5b3-86d5189b3738 service nova] Releasing lock "refresh_cache-b4fab38c-250b-4472-a0df-19ee069d8ebe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:30:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:41 user nova-compute[74675]: DEBUG nova.compute.manager [req-21aff3db-c5c0-49d8-8807-f4c8779ef3b1 req-aa8c14f1-a8a8-48ef-9e58-77414da6cdb1 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Received event network-vif-plugged-90c60828-d966-482f-822d-8d952df7d798 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:30:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21aff3db-c5c0-49d8-8807-f4c8779ef3b1 req-aa8c14f1-a8a8-48ef-9e58-77414da6cdb1 service nova] Acquiring lock "b4fab38c-250b-4472-a0df-19ee069d8ebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21aff3db-c5c0-49d8-8807-f4c8779ef3b1 req-aa8c14f1-a8a8-48ef-9e58-77414da6cdb1 service nova] Lock "b4fab38c-250b-4472-a0df-19ee069d8ebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21aff3db-c5c0-49d8-8807-f4c8779ef3b1 req-aa8c14f1-a8a8-48ef-9e58-77414da6cdb1 service nova] Lock "b4fab38c-250b-4472-a0df-19ee069d8ebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:41 user nova-compute[74675]: DEBUG nova.compute.manager [req-21aff3db-c5c0-49d8-8807-f4c8779ef3b1 req-aa8c14f1-a8a8-48ef-9e58-77414da6cdb1 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] No waiting events found dispatching network-vif-plugged-90c60828-d966-482f-822d-8d952df7d798 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:30:41 user nova-compute[74675]: WARNING nova.compute.manager [req-21aff3db-c5c0-49d8-8807-f4c8779ef3b1 req-aa8c14f1-a8a8-48ef-9e58-77414da6cdb1 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Received unexpected event network-vif-plugged-90c60828-d966-482f-822d-8d952df7d798 for instance with vm_state building and task_state spawning.
Nov 23 06:30:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:30:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:30:43 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Instance spawned successfully.
Nov 23 06:30:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:30:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:30:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:30:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:30:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:30:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:30:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:30:43 user nova-compute[74675]: INFO nova.compute.manager [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Took 5.68 seconds to spawn the instance on the hypervisor.
Nov 23 06:30:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:30:43 user nova-compute[74675]: INFO nova.compute.manager [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Took 6.45 seconds to build instance.
Nov 23 06:30:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-33da6249-4f71-4357-9210-46b38e8c8f65 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lock "b4fab38c-250b-4472-a0df-19ee069d8ebe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.546s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-dad1b450-9cd4-4076-b7a4-6e6d8f2097c0 req-390f61ab-5ea8-428f-98a6-459675d97878 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Received event network-vif-plugged-90c60828-d966-482f-822d-8d952df7d798 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:30:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-dad1b450-9cd4-4076-b7a4-6e6d8f2097c0 req-390f61ab-5ea8-428f-98a6-459675d97878 service nova] Acquiring lock "b4fab38c-250b-4472-a0df-19ee069d8ebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-dad1b450-9cd4-4076-b7a4-6e6d8f2097c0 req-390f61ab-5ea8-428f-98a6-459675d97878 service nova] Lock "b4fab38c-250b-4472-a0df-19ee069d8ebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-dad1b450-9cd4-4076-b7a4-6e6d8f2097c0 req-390f61ab-5ea8-428f-98a6-459675d97878 service nova] Lock "b4fab38c-250b-4472-a0df-19ee069d8ebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-dad1b450-9cd4-4076-b7a4-6e6d8f2097c0 req-390f61ab-5ea8-428f-98a6-459675d97878 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] No waiting events found dispatching network-vif-plugged-90c60828-d966-482f-822d-8d952df7d798 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:30:43 user nova-compute[74675]: WARNING nova.compute.manager [req-dad1b450-9cd4-4076-b7a4-6e6d8f2097c0 req-390f61ab-5ea8-428f-98a6-459675d97878 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Received unexpected event network-vif-plugged-90c60828-d966-482f-822d-8d952df7d798 for instance with vm_state active and task_state None.
Nov 23 06:30:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "293662ee-1e6a-44b9-8612-b50f485cfc9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "293662ee-1e6a-44b9-8612-b50f485cfc9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG nova.compute.manager [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:30:50 user nova-compute[74675]: INFO nova.compute.claims [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Claim successful on node user
Nov 23 06:30:50 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.458s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG nova.compute.manager [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG nova.compute.manager [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG nova.network.neutron [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:30:50 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:30:50 user nova-compute[74675]: DEBUG nova.compute.manager [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG nova.policy [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61921abe27234749a71bd4e5f1590fc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8455537168f243b0b622016cb876f551', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG nova.compute.manager [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:30:50 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Creating image(s)
Nov 23 06:30:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "/opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "/opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "/opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.180s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk 1073741824" returned: 0 in 0.048s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG nova.network.neutron [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Successfully created port: ebca033f-ebfa-4644-989b-7105db7db551 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.202s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Checking if we can resize image /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Cannot resize image /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Ensure instance console log exists: /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.network.neutron [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Successfully updated port: ebca033f-ebfa-4644-989b-7105db7db551 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "refresh_cache-293662ee-1e6a-44b9-8612-b50f485cfc9b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquired lock "refresh_cache-293662ee-1e6a-44b9-8612-b50f485cfc9b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.network.neutron [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-7cf1f7fa-08df-43ac-b986-456c0ff413cb req-a907407f-ac7b-4d72-843e-33217afd42d7 service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Received event network-changed-ebca033f-ebfa-4644-989b-7105db7db551 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-7cf1f7fa-08df-43ac-b986-456c0ff413cb req-a907407f-ac7b-4d72-843e-33217afd42d7 service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Refreshing instance network info cache due to event network-changed-ebca033f-ebfa-4644-989b-7105db7db551. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7cf1f7fa-08df-43ac-b986-456c0ff413cb req-a907407f-ac7b-4d72-843e-33217afd42d7 service nova] Acquiring lock "refresh_cache-293662ee-1e6a-44b9-8612-b50f485cfc9b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.network.neutron [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.network.neutron [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Updating instance_info_cache with network_info: [{"id": "ebca033f-ebfa-4644-989b-7105db7db551", "address": "fa:16:3e:fd:e9:d5", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebca033f-eb", "ovs_interfaceid": "ebca033f-ebfa-4644-989b-7105db7db551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Releasing lock "refresh_cache-293662ee-1e6a-44b9-8612-b50f485cfc9b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.compute.manager [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Instance network_info: |[{"id": "ebca033f-ebfa-4644-989b-7105db7db551", "address": "fa:16:3e:fd:e9:d5", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebca033f-eb", "ovs_interfaceid": "ebca033f-ebfa-4644-989b-7105db7db551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7cf1f7fa-08df-43ac-b986-456c0ff413cb req-a907407f-ac7b-4d72-843e-33217afd42d7 service nova] Acquired lock "refresh_cache-293662ee-1e6a-44b9-8612-b50f485cfc9b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.network.neutron [req-7cf1f7fa-08df-43ac-b986-456c0ff413cb req-a907407f-ac7b-4d72-843e-33217afd42d7 service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Refreshing network info cache for port ebca033f-ebfa-4644-989b-7105db7db551 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Start _get_guest_xml network_info=[{"id": "ebca033f-ebfa-4644-989b-7105db7db551", "address": "fa:16:3e:fd:e9:d5", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebca033f-eb", "ovs_interfaceid": "ebca033f-ebfa-4644-989b-7105db7db551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:30:52 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:30:52 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:30:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1853640302',display_name='tempest-VolumesActionsTest-instance-1853640302',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1853640302',id=32,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8455537168f243b0b622016cb876f551',ramdisk_id='',reservation_id='r-zl2hvxni',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-236786161',owner_user_name='tempest-VolumesActionsTest-236786161-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:30:51Z,user_data=None,user_id='61921abe27234749a71bd4e5f1590fc6',uuid=293662ee-1e6a-44b9-8612-b50f485cfc9b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ebca033f-ebfa-4644-989b-7105db7db551", "address": "fa:16:3e:fd:e9:d5", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebca033f-eb", "ovs_interfaceid": "ebca033f-ebfa-4644-989b-7105db7db551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Converting VIF {"id": "ebca033f-ebfa-4644-989b-7105db7db551", "address": "fa:16:3e:fd:e9:d5", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebca033f-eb", "ovs_interfaceid": "ebca033f-ebfa-4644-989b-7105db7db551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:e9:d5,bridge_name='br-int',has_traffic_filtering=True,id=ebca033f-ebfa-4644-989b-7105db7db551,network=Network(4321c92e-36b6-4297-9382-4d670e77da80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebca033f-eb') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.objects.instance [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lazy-loading 'pci_devices' on Instance uuid 293662ee-1e6a-44b9-8612-b50f485cfc9b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:30:52 user nova-compute[74675]:   <uuid>293662ee-1e6a-44b9-8612-b50f485cfc9b</uuid>
Nov 23 06:30:52 user nova-compute[74675]:   <name>instance-00000020</name>
Nov 23 06:30:52 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:30:52 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:30:52 user nova-compute[74675]:   <metadata>
Nov 23 06:30:52 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:30:52 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:30:52 user nova-compute[74675]:       <nova:name>tempest-VolumesActionsTest-instance-1853640302</nova:name>
Nov 23 06:30:52 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:30:52</nova:creationTime>
Nov 23 06:30:52 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:30:52 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:30:52 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:30:52 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:30:52 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:30:52 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:30:52 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:30:52 user nova-compute[74675]:       <nova:owner>
Nov 23 06:30:52 user nova-compute[74675]:         <nova:user uuid="61921abe27234749a71bd4e5f1590fc6">tempest-VolumesActionsTest-236786161-project-member</nova:user>
Nov 23 06:30:52 user nova-compute[74675]:         <nova:project uuid="8455537168f243b0b622016cb876f551">tempest-VolumesActionsTest-236786161</nova:project>
Nov 23 06:30:52 user nova-compute[74675]:       </nova:owner>
Nov 23 06:30:52 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:30:52 user nova-compute[74675]:       <nova:ports>
Nov 23 06:30:52 user nova-compute[74675]:         <nova:port uuid="ebca033f-ebfa-4644-989b-7105db7db551">
Nov 23 06:30:52 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 23 06:30:52 user nova-compute[74675]:         </nova:port>
Nov 23 06:30:52 user nova-compute[74675]:       </nova:ports>
Nov 23 06:30:52 user nova-compute[74675]:     </nova:instance>
Nov 23 06:30:52 user nova-compute[74675]:   </metadata>
Nov 23 06:30:52 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:30:52 user nova-compute[74675]:     <system>
Nov 23 06:30:52 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:30:52 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:30:52 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:30:52 user nova-compute[74675]:       <entry name="serial">293662ee-1e6a-44b9-8612-b50f485cfc9b</entry>
Nov 23 06:30:52 user nova-compute[74675]:       <entry name="uuid">293662ee-1e6a-44b9-8612-b50f485cfc9b</entry>
Nov 23 06:30:52 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:30:52 user nova-compute[74675]:     </system>
Nov 23 06:30:52 user nova-compute[74675]:   </sysinfo>
Nov 23 06:30:52 user nova-compute[74675]:   <os>
Nov 23 06:30:52 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:30:52 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:30:52 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:30:52 user nova-compute[74675]:   </os>
Nov 23 06:30:52 user nova-compute[74675]:   <features>
Nov 23 06:30:52 user nova-compute[74675]:     <acpi/>
Nov 23 06:30:52 user nova-compute[74675]:     <apic/>
Nov 23 06:30:52 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:30:52 user nova-compute[74675]:   </features>
Nov 23 06:30:52 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:30:52 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:30:52 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:30:52 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:30:52 user nova-compute[74675]:   </clock>
Nov 23 06:30:52 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:30:52 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:30:52 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:30:52 user nova-compute[74675]:   </cpu>
Nov 23 06:30:52 user nova-compute[74675]:   <devices>
Nov 23 06:30:52 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:30:52 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:30:52 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk"/>
Nov 23 06:30:52 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:30:52 user nova-compute[74675]:     </disk>
Nov 23 06:30:52 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:30:52 user nova-compute[74675]:       <mac address="fa:16:3e:fd:e9:d5"/>
Nov 23 06:30:52 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:30:52 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:30:52 user nova-compute[74675]:       <target dev="tapebca033f-eb"/>
Nov 23 06:30:52 user nova-compute[74675]:     </interface>
Nov 23 06:30:52 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:30:52 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/console.log" append="off"/>
Nov 23 06:30:52 user nova-compute[74675]:     </serial>
Nov 23 06:30:52 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:30:52 user nova-compute[74675]:     <video>
Nov 23 06:30:52 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:30:52 user nova-compute[74675]:     </video>
Nov 23 06:30:52 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:30:52 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:30:52 user nova-compute[74675]:     </rng>
Nov 23 06:30:52 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:30:52 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:30:52 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:30:52 user nova-compute[74675]:     </memballoon>
Nov 23 06:30:52 user nova-compute[74675]:   </devices>
Nov 23 06:30:52 user nova-compute[74675]: </domain>
Nov 23 06:30:52 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:30:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1853640302',display_name='tempest-VolumesActionsTest-instance-1853640302',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1853640302',id=32,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8455537168f243b0b622016cb876f551',ramdisk_id='',reservation_id='r-zl2hvxni',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-236786161',owner_user_name='tempest-VolumesActionsTest-236786161-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:30:51Z,user_data=None,user_id='61921abe27234749a71bd4e5f1590fc6',uuid=293662ee-1e6a-44b9-8612-b50f485cfc9b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ebca033f-ebfa-4644-989b-7105db7db551", "address": "fa:16:3e:fd:e9:d5", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebca033f-eb", "ovs_interfaceid": "ebca033f-ebfa-4644-989b-7105db7db551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Converting VIF {"id": "ebca033f-ebfa-4644-989b-7105db7db551", "address": "fa:16:3e:fd:e9:d5", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebca033f-eb", "ovs_interfaceid": "ebca033f-ebfa-4644-989b-7105db7db551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:e9:d5,bridge_name='br-int',has_traffic_filtering=True,id=ebca033f-ebfa-4644-989b-7105db7db551,network=Network(4321c92e-36b6-4297-9382-4d670e77da80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebca033f-eb') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG os_vif [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:e9:d5,bridge_name='br-int',has_traffic_filtering=True,id=ebca033f-ebfa-4644-989b-7105db7db551,network=Network(4321c92e-36b6-4297-9382-4d670e77da80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebca033f-eb') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1dc1ae0c-1cb6-5b17-9e45-3cc5d13e1777', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapebca033f-eb, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapebca033f-eb, col_values=(('qos', UUID('26b18995-c821-4dc4-8283-92e499a8f956')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapebca033f-eb, col_values=(('external_ids', {'iface-id': 'ebca033f-ebfa-4644-989b-7105db7db551', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fd:e9:d5', 'vm-uuid': '293662ee-1e6a-44b9-8612-b50f485cfc9b'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:52 user nova-compute[74675]: INFO os_vif [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:e9:d5,bridge_name='br-int',has_traffic_filtering=True,id=ebca033f-ebfa-4644-989b-7105db7db551,network=Network(4321c92e-36b6-4297-9382-4d670e77da80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebca033f-eb')
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] No VIF found with MAC fa:16:3e:fd:e9:d5, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.network.neutron [req-7cf1f7fa-08df-43ac-b986-456c0ff413cb req-a907407f-ac7b-4d72-843e-33217afd42d7 service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Updated VIF entry in instance network info cache for port ebca033f-ebfa-4644-989b-7105db7db551. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG nova.network.neutron [req-7cf1f7fa-08df-43ac-b986-456c0ff413cb req-a907407f-ac7b-4d72-843e-33217afd42d7 service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Updating instance_info_cache with network_info: [{"id": "ebca033f-ebfa-4644-989b-7105db7db551", "address": "fa:16:3e:fd:e9:d5", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebca033f-eb", "ovs_interfaceid": "ebca033f-ebfa-4644-989b-7105db7db551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:30:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7cf1f7fa-08df-43ac-b986-456c0ff413cb req-a907407f-ac7b-4d72-843e-33217afd42d7 service nova] Releasing lock "refresh_cache-293662ee-1e6a-44b9-8612-b50f485cfc9b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:30:53 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:30:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-f12c226d-332b-4fbd-bba8-ffce2b940c13 req-53dfd17e-cc51-4529-8399-2d8e992c144e service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Received event network-vif-plugged-ebca033f-ebfa-4644-989b-7105db7db551 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:30:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f12c226d-332b-4fbd-bba8-ffce2b940c13 req-53dfd17e-cc51-4529-8399-2d8e992c144e service nova] Acquiring lock "293662ee-1e6a-44b9-8612-b50f485cfc9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f12c226d-332b-4fbd-bba8-ffce2b940c13 req-53dfd17e-cc51-4529-8399-2d8e992c144e service nova] Lock "293662ee-1e6a-44b9-8612-b50f485cfc9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f12c226d-332b-4fbd-bba8-ffce2b940c13 req-53dfd17e-cc51-4529-8399-2d8e992c144e service nova] Lock "293662ee-1e6a-44b9-8612-b50f485cfc9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-f12c226d-332b-4fbd-bba8-ffce2b940c13 req-53dfd17e-cc51-4529-8399-2d8e992c144e service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] No waiting events found dispatching network-vif-plugged-ebca033f-ebfa-4644-989b-7105db7db551 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:30:54 user nova-compute[74675]: WARNING nova.compute.manager [req-f12c226d-332b-4fbd-bba8-ffce2b940c13 req-53dfd17e-cc51-4529-8399-2d8e992c144e service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Received unexpected event network-vif-plugged-ebca033f-ebfa-4644-989b-7105db7db551 for instance with vm_state building and task_state spawning.
Nov 23 06:30:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:55 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:30:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:30:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:30:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:56 user nova-compute[74675]: DEBUG nova.compute.manager [req-c89a43cd-2c65-484a-8717-111ec178220e req-de54e5b3-f4ab-474a-93e5-2e6c0da33ee0 service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Received event network-vif-plugged-ebca033f-ebfa-4644-989b-7105db7db551 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:30:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c89a43cd-2c65-484a-8717-111ec178220e req-de54e5b3-f4ab-474a-93e5-2e6c0da33ee0 service nova] Acquiring lock "293662ee-1e6a-44b9-8612-b50f485cfc9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c89a43cd-2c65-484a-8717-111ec178220e req-de54e5b3-f4ab-474a-93e5-2e6c0da33ee0 service nova] Lock "293662ee-1e6a-44b9-8612-b50f485cfc9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c89a43cd-2c65-484a-8717-111ec178220e req-de54e5b3-f4ab-474a-93e5-2e6c0da33ee0 service nova] Lock "293662ee-1e6a-44b9-8612-b50f485cfc9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:56 user nova-compute[74675]: DEBUG nova.compute.manager [req-c89a43cd-2c65-484a-8717-111ec178220e req-de54e5b3-f4ab-474a-93e5-2e6c0da33ee0 service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] No waiting events found dispatching network-vif-plugged-ebca033f-ebfa-4644-989b-7105db7db551 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:30:56 user nova-compute[74675]: WARNING nova.compute.manager [req-c89a43cd-2c65-484a-8717-111ec178220e req-de54e5b3-f4ab-474a-93e5-2e6c0da33ee0 service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Received unexpected event network-vif-plugged-ebca033f-ebfa-4644-989b-7105db7db551 for instance with vm_state building and task_state spawning.
Nov 23 06:30:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG nova.compute.manager [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:30:57 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Instance spawned successfully.
Nov 23 06:30:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:57 user nova-compute[74675]: INFO nova.compute.manager [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Took 6.38 seconds to spawn the instance on the hypervisor.
Nov 23 06:30:57 user nova-compute[74675]: DEBUG nova.compute.manager [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:30:57 user nova-compute[74675]: INFO nova.compute.manager [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Took 7.14 seconds to build instance.
Nov 23 06:30:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-581f6e32-829a-4975-91d5-e57f2d89f5c7 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "293662ee-1e6a-44b9-8612-b50f485cfc9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.232s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "d9898f23-3116-49a8-a4bb-483dd0c3c274" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:58 user nova-compute[74675]: INFO nova.compute.manager [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Terminating instance
Nov 23 06:30:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-2415c523-966c-4651-89c9-40f97e609df6 req-efdc1500-439a-4d75-8497-45680244e277 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received event network-vif-unplugged-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2415c523-966c-4651-89c9-40f97e609df6 req-efdc1500-439a-4d75-8497-45680244e277 service nova] Acquiring lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2415c523-966c-4651-89c9-40f97e609df6 req-efdc1500-439a-4d75-8497-45680244e277 service nova] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2415c523-966c-4651-89c9-40f97e609df6 req-efdc1500-439a-4d75-8497-45680244e277 service nova] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-2415c523-966c-4651-89c9-40f97e609df6 req-efdc1500-439a-4d75-8497-45680244e277 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] No waiting events found dispatching network-vif-unplugged-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-2415c523-966c-4651-89c9-40f97e609df6 req-efdc1500-439a-4d75-8497-45680244e277 service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received event network-vif-unplugged-b057a2e1-a712-4787-b826-3dd107cfb74f for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:59 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:30:59 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:30:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7732MB free_disk=25.366992950439453GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:30:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Instance destroyed successfully.
Nov 23 06:30:59 user nova-compute[74675]: DEBUG nova.objects.instance [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'resources' on Instance uuid d9898f23-3116-49a8-a4bb-483dd0c3c274 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:14:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1217774789',display_name='tempest-ServerRescueNegativeTestJSON-server-1217774789',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1217774789',id=3,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:16:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ae04769d0574318bf2a5439f9f4eca7',ramdisk_id='',reservation_id='r-y31au40q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1110786830',owner_user_name='tempest-ServerRescueNegativeTestJSON-1110786830-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:16:53Z,user_data=None,user_id='933254e291464a6aa6987d59d1d3e93c',uuid=d9898f23-3116-49a8-a4bb-483dd0c3c274,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "b057a2e1-a712-4787-b826-3dd107cfb74f", "address": "fa:16:3e:ef:6f:d4", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb057a2e1-a7", "ovs_interfaceid": "b057a2e1-a712-4787-b826-3dd107cfb74f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converting VIF {"id": "b057a2e1-a712-4787-b826-3dd107cfb74f", "address": "fa:16:3e:ef:6f:d4", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb057a2e1-a7", "ovs_interfaceid": "b057a2e1-a712-4787-b826-3dd107cfb74f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ef:6f:d4,bridge_name='br-int',has_traffic_filtering=True,id=b057a2e1-a712-4787-b826-3dd107cfb74f,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb057a2e1-a7') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG os_vif [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ef:6f:d4,bridge_name='br-int',has_traffic_filtering=True,id=b057a2e1-a712-4787-b826-3dd107cfb74f,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb057a2e1-a7') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb057a2e1-a7, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d05a16cd-74d8-4938-9a25-7e36113ca713) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:30:59 user nova-compute[74675]: INFO os_vif [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ef:6f:d4,bridge_name='br-int',has_traffic_filtering=True,id=b057a2e1-a712-4787-b826-3dd107cfb74f,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb057a2e1-a7')
Nov 23 06:30:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Deleting instance files /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274_del
Nov 23 06:30:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Deletion of /opt/stack/data/nova/instances/d9898f23-3116-49a8-a4bb-483dd0c3c274_del complete
Nov 23 06:30:59 user nova-compute[74675]: INFO nova.compute.manager [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Took 1.20 seconds to destroy the instance on the hypervisor.
Nov 23 06:30:59 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:30:59 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance f4d40301-d465-42af-8b6c-e62a064afcaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d9898f23-3116-49a8-a4bb-483dd0c3c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d4052753-45c5-4622-a5c2-24f11fdba12b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 43f15c0e-1e50-4461-8896-e5df8e1caf4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8492da38-7334-4736-9536-815a17949de3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance b4fab38c-250b-4472-a0df-19ee069d8ebe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 293662ee-1e6a-44b9-8612-b50f485cfc9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.739s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] There are 0 instances to clean {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:31:00 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Took 0.67 seconds to deallocate network for instance.
Nov 23 06:31:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Refreshing inventories for resource provider f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Updating ProviderTree inventory for provider f859f802-386b-4956-b87c-78941b98bb44 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Updating inventory in ProviderTree for provider f859f802-386b-4956-b87c-78941b98bb44 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Refreshing aggregate associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, aggregates: None {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 23 06:31:00 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Refreshing trait associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_AUTO {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 23 06:31:01 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:31:01 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:31:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-3fda3763-eba1-40cd-af59-7eb2e511da96 req-d7ff1bf7-480a-4716-a8d2-5c97e73013cf service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received event network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:31:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3fda3763-eba1-40cd-af59-7eb2e511da96 req-d7ff1bf7-480a-4716-a8d2-5c97e73013cf service nova] Acquiring lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3fda3763-eba1-40cd-af59-7eb2e511da96 req-d7ff1bf7-480a-4716-a8d2-5c97e73013cf service nova] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3fda3763-eba1-40cd-af59-7eb2e511da96 req-d7ff1bf7-480a-4716-a8d2-5c97e73013cf service nova] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-3fda3763-eba1-40cd-af59-7eb2e511da96 req-d7ff1bf7-480a-4716-a8d2-5c97e73013cf service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] No waiting events found dispatching network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:31:01 user nova-compute[74675]: WARNING nova.compute.manager [req-3fda3763-eba1-40cd-af59-7eb2e511da96 req-d7ff1bf7-480a-4716-a8d2-5c97e73013cf service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received unexpected event network-vif-plugged-b057a2e1-a712-4787-b826-3dd107cfb74f for instance with vm_state deleted and task_state None.
Nov 23 06:31:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-3fda3763-eba1-40cd-af59-7eb2e511da96 req-d7ff1bf7-480a-4716-a8d2-5c97e73013cf service nova] [instance: d9898f23-3116-49a8-a4bb-483dd0c3c274] Received event network-vif-deleted-b057a2e1-a712-4787-b826-3dd107cfb74f {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:31:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.470s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:01 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Deleted allocations for instance d9898f23-3116-49a8-a4bb-483dd0c3c274
Nov 23 06:31:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7595910b-e6d7-4034-95cf-6d6103bbd888 tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "d9898f23-3116-49a8-a4bb-483dd0c3c274" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.524s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:02 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:31:02 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:31:02 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:31:02 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:31:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:31:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:31:02 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:31:03 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Updating instance_info_cache with network_info: [{"id": "515774e3-0f59-4077-b115-25a683a1e41b", "address": "fa:16:3e:ab:da:8e", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap515774e3-0f", "ovs_interfaceid": "515774e3-0f59-4077-b115-25a683a1e41b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:31:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-10d0b693-498d-4912-8a28-00970d5b1bed" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:31:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:31:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:31:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:31:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:31:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:31:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:31:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:05 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:31:06 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:31:06 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74675) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 23 06:31:06 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:31:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "6830aab7-1f63-4e2d-8520-6c3636baefc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:31:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:16 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:31:16 user nova-compute[74675]: INFO nova.compute.claims [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Claim successful on node user
Nov 23 06:31:16 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:31:16 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:31:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.390s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:31:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:31:16 user nova-compute[74675]: DEBUG nova.network.neutron [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:31:16 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:31:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:31:17 user nova-compute[74675]: INFO nova.virt.block_device [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Booting with volume-backed-image adb6cd81-46df-49bf-9449-f8be1f499df7 at /dev/vda
Nov 23 06:31:17 user nova-compute[74675]: DEBUG nova.policy [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cd1fcecda6741ddb5f696c09413098b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14a640f6dc354a09b5f636d4a59ae0bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:31:17 user nova-compute[74675]: DEBUG nova.network.neutron [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Successfully created port: 6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Successfully updated port: 6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "refresh_cache-6830aab7-1f63-4e2d-8520-6c3636baefc4" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquired lock "refresh_cache-6830aab7-1f63-4e2d-8520-6c3636baefc4" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-9abe2066-eeb1-435f-ab75-a67f610cb9b0 req-9a8df0ee-952f-48b8-a93f-47cfba4f4eb7 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received event network-changed-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-9abe2066-eeb1-435f-ab75-a67f610cb9b0 req-9a8df0ee-952f-48b8-a93f-47cfba4f4eb7 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Refreshing instance network info cache due to event network-changed-6148a3b7-8394-4994-aefb-d17769c44ef0. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9abe2066-eeb1-435f-ab75-a67f610cb9b0 req-9a8df0ee-952f-48b8-a93f-47cfba4f4eb7 service nova] Acquiring lock "refresh_cache-6830aab7-1f63-4e2d-8520-6c3636baefc4" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Updating instance_info_cache with network_info: [{"id": "6148a3b7-8394-4994-aefb-d17769c44ef0", "address": "fa:16:3e:a8:5b:ee", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6148a3b7-83", "ovs_interfaceid": "6148a3b7-8394-4994-aefb-d17769c44ef0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Releasing lock "refresh_cache-6830aab7-1f63-4e2d-8520-6c3636baefc4" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Instance network_info: |[{"id": "6148a3b7-8394-4994-aefb-d17769c44ef0", "address": "fa:16:3e:a8:5b:ee", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6148a3b7-83", "ovs_interfaceid": "6148a3b7-8394-4994-aefb-d17769c44ef0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9abe2066-eeb1-435f-ab75-a67f610cb9b0 req-9a8df0ee-952f-48b8-a93f-47cfba4f4eb7 service nova] Acquired lock "refresh_cache-6830aab7-1f63-4e2d-8520-6c3636baefc4" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-9abe2066-eeb1-435f-ab75-a67f610cb9b0 req-9a8df0ee-952f-48b8-a93f-47cfba4f4eb7 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Refreshing network info cache for port 6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG nova.objects.instance [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'flavor' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "refresh_cache-d4052753-45c5-4622-a5c2-24f11fdba12b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquired lock "refresh_cache-d4052753-45c5-4622-a5c2-24f11fdba12b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG nova.objects.instance [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'info_cache' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:31:18 user nova-compute[74675]: DEBUG nova.objects.base [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Object Instance<d4052753-45c5-4622-a5c2-24f11fdba12b> lazy-loaded attributes: flavor,info_cache {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.network.neutron [req-9abe2066-eeb1-435f-ab75-a67f610cb9b0 req-9a8df0ee-952f-48b8-a93f-47cfba4f4eb7 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Updated VIF entry in instance network info cache for port 6148a3b7-8394-4994-aefb-d17769c44ef0. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.network.neutron [req-9abe2066-eeb1-435f-ab75-a67f610cb9b0 req-9a8df0ee-952f-48b8-a93f-47cfba4f4eb7 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Updating instance_info_cache with network_info: [{"id": "6148a3b7-8394-4994-aefb-d17769c44ef0", "address": "fa:16:3e:a8:5b:ee", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6148a3b7-83", "ovs_interfaceid": "6148a3b7-8394-4994-aefb-d17769c44ef0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9abe2066-eeb1-435f-ab75-a67f610cb9b0 req-9a8df0ee-952f-48b8-a93f-47cfba4f4eb7 service nova] Releasing lock "refresh_cache-6830aab7-1f63-4e2d-8520-6c3636baefc4" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.network.neutron [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Updating instance_info_cache with network_info: [{"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Releasing lock "refresh_cache-d4052753-45c5-4622-a5c2-24f11fdba12b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:31:19 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Instance destroyed successfully.
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.objects.instance [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'resources' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.objects.base [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Object Instance<d4052753-45c5-4622-a5c2-24f11fdba12b> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:23:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1611405922',display_name='tempest-AttachVolumeTestJSON-server-1611405922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1611405922',id=23,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlM+m27eswYsFuxyuhq+XfKX4OJhR5e+3a1m+EslFRKElLdmhx0QSiqhwQulPqYsospDeOx69ys9NuS3/JGV/lj8VD6NkR4Vj8y2GesDvwFjommyN+pYTk/Q2Fvj97haQ==',key_name='tempest-keypair-244033543',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:23:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='64a8e9912883450fa44969c8ebbac519',ramdisk_id='',reservation_id='r-tg1sdsxa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-572935082',owner_user_name='tempest-AttachVolumeTestJSON-572935082-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:29:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2c266b233144ef1bf29b9e3fd37d87e',uuid=d4052753-45c5-4622-a5c2-24f11fdba12b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converting VIF {"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG os_vif [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc52bf001-fe, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4ed2a114-bf74-487e-a2e3-05d1d49cdfc2) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:31:19 user nova-compute[74675]: INFO os_vif [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe')
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Start _get_guest_xml network_info=[{"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.objects.instance [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'numa_topology' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.objects.base [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Object Instance<d4052753-45c5-4622-a5c2-24f11fdba12b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:31:19 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:31:19 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.objects.instance [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'vcpu_model' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.objects.base [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Object Instance<d4052753-45c5-4622-a5c2-24f11fdba12b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:23:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1611405922',display_name='tempest-AttachVolumeTestJSON-server-1611405922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1611405922',id=23,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlM+m27eswYsFuxyuhq+XfKX4OJhR5e+3a1m+EslFRKElLdmhx0QSiqhwQulPqYsospDeOx69ys9NuS3/JGV/lj8VD6NkR4Vj8y2GesDvwFjommyN+pYTk/Q2Fvj97haQ==',key_name='tempest-keypair-244033543',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:23:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='64a8e9912883450fa44969c8ebbac519',ramdisk_id='',reservation_id='r-tg1sdsxa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-572935082',owner_user_name='tempest-AttachVolumeTestJSON-572935082-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:29:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2c266b233144ef1bf29b9e3fd37d87e',uuid=d4052753-45c5-4622-a5c2-24f11fdba12b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converting VIF {"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.objects.instance [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'pci_devices' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.objects.base [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Object Instance<d4052753-45c5-4622-a5c2-24f11fdba12b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:31:19 user nova-compute[74675]:   <uuid>d4052753-45c5-4622-a5c2-24f11fdba12b</uuid>
Nov 23 06:31:19 user nova-compute[74675]:   <name>instance-00000017</name>
Nov 23 06:31:19 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:31:19 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:31:19 user nova-compute[74675]:   <metadata>
Nov 23 06:31:19 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:31:19 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:31:19 user nova-compute[74675]:       <nova:name>tempest-AttachVolumeTestJSON-server-1611405922</nova:name>
Nov 23 06:31:19 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:31:19</nova:creationTime>
Nov 23 06:31:19 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:31:19 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:31:19 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:31:19 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:31:19 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:31:19 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:31:19 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:31:19 user nova-compute[74675]:       <nova:owner>
Nov 23 06:31:19 user nova-compute[74675]:         <nova:user uuid="b2c266b233144ef1bf29b9e3fd37d87e">tempest-AttachVolumeTestJSON-572935082-project-member</nova:user>
Nov 23 06:31:19 user nova-compute[74675]:         <nova:project uuid="64a8e9912883450fa44969c8ebbac519">tempest-AttachVolumeTestJSON-572935082</nova:project>
Nov 23 06:31:19 user nova-compute[74675]:       </nova:owner>
Nov 23 06:31:19 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:31:19 user nova-compute[74675]:       <nova:ports>
Nov 23 06:31:19 user nova-compute[74675]:         <nova:port uuid="c52bf001-fe0d-45f7-846f-657ccd55a068">
Nov 23 06:31:19 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 23 06:31:19 user nova-compute[74675]:         </nova:port>
Nov 23 06:31:19 user nova-compute[74675]:       </nova:ports>
Nov 23 06:31:19 user nova-compute[74675]:     </nova:instance>
Nov 23 06:31:19 user nova-compute[74675]:   </metadata>
Nov 23 06:31:19 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:31:19 user nova-compute[74675]:     <system>
Nov 23 06:31:19 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:31:19 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:31:19 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:31:19 user nova-compute[74675]:       <entry name="serial">d4052753-45c5-4622-a5c2-24f11fdba12b</entry>
Nov 23 06:31:19 user nova-compute[74675]:       <entry name="uuid">d4052753-45c5-4622-a5c2-24f11fdba12b</entry>
Nov 23 06:31:19 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:31:19 user nova-compute[74675]:     </system>
Nov 23 06:31:19 user nova-compute[74675]:   </sysinfo>
Nov 23 06:31:19 user nova-compute[74675]:   <os>
Nov 23 06:31:19 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:31:19 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:31:19 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:31:19 user nova-compute[74675]:   </os>
Nov 23 06:31:19 user nova-compute[74675]:   <features>
Nov 23 06:31:19 user nova-compute[74675]:     <acpi/>
Nov 23 06:31:19 user nova-compute[74675]:     <apic/>
Nov 23 06:31:19 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:31:19 user nova-compute[74675]:   </features>
Nov 23 06:31:19 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:31:19 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:31:19 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:31:19 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:31:19 user nova-compute[74675]:   </clock>
Nov 23 06:31:19 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:31:19 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:31:19 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:31:19 user nova-compute[74675]:   </cpu>
Nov 23 06:31:19 user nova-compute[74675]:   <devices>
Nov 23 06:31:19 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:31:19 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:31:19 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk"/>
Nov 23 06:31:19 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:31:19 user nova-compute[74675]:     </disk>
Nov 23 06:31:19 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:31:19 user nova-compute[74675]:       <mac address="fa:16:3e:76:64:4a"/>
Nov 23 06:31:19 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:31:19 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:31:19 user nova-compute[74675]:       <target dev="tapc52bf001-fe"/>
Nov 23 06:31:19 user nova-compute[74675]:     </interface>
Nov 23 06:31:19 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:31:19 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/console.log" append="off"/>
Nov 23 06:31:19 user nova-compute[74675]:     </serial>
Nov 23 06:31:19 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:31:19 user nova-compute[74675]:     <video>
Nov 23 06:31:19 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:31:19 user nova-compute[74675]:     </video>
Nov 23 06:31:19 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:31:19 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:31:19 user nova-compute[74675]:     </rng>
Nov 23 06:31:19 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:31:19 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:31:19 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:31:19 user nova-compute[74675]:     </memballoon>
Nov 23 06:31:19 user nova-compute[74675]:   </devices>
Nov 23 06:31:19 user nova-compute[74675]: </domain>
Nov 23 06:31:19 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG nova.objects.instance [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'trusted_certs' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG nova.objects.base [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Object Instance<d4052753-45c5-4622-a5c2-24f11fdba12b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Cannot resize image /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG nova.objects.instance [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'migration_context' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG nova.objects.base [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Object Instance<d4052753-45c5-4622-a5c2-24f11fdba12b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:23:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1611405922',display_name='tempest-AttachVolumeTestJSON-server-1611405922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1611405922',id=23,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlM+m27eswYsFuxyuhq+XfKX4OJhR5e+3a1m+EslFRKElLdmhx0QSiqhwQulPqYsospDeOx69ys9NuS3/JGV/lj8VD6NkR4Vj8y2GesDvwFjommyN+pYTk/Q2Fvj97haQ==',key_name='tempest-keypair-244033543',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:23:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='64a8e9912883450fa44969c8ebbac519',ramdisk_id='',reservation_id='r-tg1sdsxa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-572935082',owner_user_name='tempest-AttachVolumeTestJSON-572935082-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:29:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2c266b233144ef1bf29b9e3fd37d87e',uuid=d4052753-45c5-4622-a5c2-24f11fdba12b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converting VIF {"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG os_vif [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a3278e15-181b-5000-b653-7376dff16fd2', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc52bf001-fe, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc52bf001-fe, col_values=(('qos', UUID('793d8d5f-1303-4e5a-ae84-2931edbb2919')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc52bf001-fe, col_values=(('external_ids', {'iface-id': 'c52bf001-fe0d-45f7-846f-657ccd55a068', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:76:64:4a', 'vm-uuid': 'd4052753-45c5-4622-a5c2-24f11fdba12b'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:31:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:20 user nova-compute[74675]: INFO os_vif [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe')
Nov 23 06:31:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-33279870-f415-4ade-ba7a-3ae7c1e6a194 req-5d0e765d-433b-4e99-8d51-30208722b381 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-33279870-f415-4ade-ba7a-3ae7c1e6a194 req-5d0e765d-433b-4e99-8d51-30208722b381 service nova] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-33279870-f415-4ade-ba7a-3ae7c1e6a194 req-5d0e765d-433b-4e99-8d51-30208722b381 service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-33279870-f415-4ade-ba7a-3ae7c1e6a194 req-5d0e765d-433b-4e99-8d51-30208722b381 service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-33279870-f415-4ade-ba7a-3ae7c1e6a194 req-5d0e765d-433b-4e99-8d51-30208722b381 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] No waiting events found dispatching network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:31:22 user nova-compute[74675]: WARNING nova.compute.manager [req-33279870-f415-4ade-ba7a-3ae7c1e6a194 req-5d0e765d-433b-4e99-8d51-30208722b381 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received unexpected event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 for instance with vm_state stopped and task_state powering-on.
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "8492da38-7334-4736-9536-815a17949de3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "8492da38-7334-4736-9536-815a17949de3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "8492da38-7334-4736-9536-815a17949de3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "8492da38-7334-4736-9536-815a17949de3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "8492da38-7334-4736-9536-815a17949de3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:22 user nova-compute[74675]: INFO nova.compute.manager [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Terminating instance
Nov 23 06:31:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG os_brick.utils [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[897b8392-ea72-4d3f-8794-00c665aa807b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce5aa20f-d6e8-44ca-8d5d-2991c624d5ea]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-ab23c266-afaa-4099-bb74-efc5ee489422 req-eef2cb67-5e70-4e2c-b96e-e569dbaf2b13 service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] Received event network-vif-unplugged-6b99fbe4-cb25-4f95-ab26-1ce2900c621b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ab23c266-afaa-4099-bb74-efc5ee489422 req-eef2cb67-5e70-4e2c-b96e-e569dbaf2b13 service nova] Acquiring lock "8492da38-7334-4736-9536-815a17949de3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ab23c266-afaa-4099-bb74-efc5ee489422 req-eef2cb67-5e70-4e2c-b96e-e569dbaf2b13 service nova] Lock "8492da38-7334-4736-9536-815a17949de3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ab23c266-afaa-4099-bb74-efc5ee489422 req-eef2cb67-5e70-4e2c-b96e-e569dbaf2b13 service nova] Lock "8492da38-7334-4736-9536-815a17949de3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-ab23c266-afaa-4099-bb74-efc5ee489422 req-eef2cb67-5e70-4e2c-b96e-e569dbaf2b13 service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] No waiting events found dispatching network-vif-unplugged-6b99fbe4-cb25-4f95-ab26-1ce2900c621b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-ab23c266-afaa-4099-bb74-efc5ee489422 req-eef2cb67-5e70-4e2c-b96e-e569dbaf2b13 service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] Received event network-vif-unplugged-6b99fbe4-cb25-4f95-ab26-1ce2900c621b for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[64ffcd84-7b4d-44a8-a116-127bb9a65471]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[360e1d7a-82b8-4ea0-9566-8dd5d0b7b858]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:31:22 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:31:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[50b99f71-d120-49d5-af53-39a716975940]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG os_brick.utils [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:31:22 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Updating existing volume attachment record: f1693347-8875-46ae-8e1f-8f96a9f9191f {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:31:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 8492da38-7334-4736-9536-815a17949de3] Instance destroyed successfully.
Nov 23 06:31:23 user nova-compute[74675]: DEBUG nova.objects.instance [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lazy-loading 'resources' on Instance uuid 8492da38-7334-4736-9536-815a17949de3 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:29:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1781898368',display_name='tempest-TestVolumeBootPattern-server-1781898368',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1781898368',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:29:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-f5f3n3bb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:29:55Z,user_data=None,user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=8492da38-7334-4736-9536-815a17949de3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "address": "fa:16:3e:20:f5:35", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b99fbe4-cb", "ovs_interfaceid": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "address": "fa:16:3e:20:f5:35", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b99fbe4-cb", "ovs_interfaceid": "6b99fbe4-cb25-4f95-ab26-1ce2900c621b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:f5:35,bridge_name='br-int',has_traffic_filtering=True,id=6b99fbe4-cb25-4f95-ab26-1ce2900c621b,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b99fbe4-cb') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_vif [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:f5:35,bridge_name='br-int',has_traffic_filtering=True,id=6b99fbe4-cb25-4f95-ab26-1ce2900c621b,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b99fbe4-cb') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6b99fbe4-cb, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=21705017-8422-4c77-8d0d-20e10a3a5b0e) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:23 user nova-compute[74675]: INFO os_vif [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:f5:35,bridge_name='br-int',has_traffic_filtering=True,id=6b99fbe4-cb25-4f95-ab26-1ce2900c621b,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b99fbe4-cb')
Nov 23 06:31:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RhqBJbPX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:31:23 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[59b4ba03-9e1e-4b7f-ac81-337c6f992a46]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:31:23 user nova-compute[74675]: No targets found.
Nov 23 06:31:23 user nova-compute[74675]: iSNS:
Nov 23 06:31:23 user nova-compute[74675]: No targets found.
Nov 23 06:31:23 user nova-compute[74675]: STATIC:
Nov 23 06:31:23 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:31:23 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:31:23 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:31:23 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753
Nov 23 06:31:23 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:31:23 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:31:23 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c
Nov 23 06:31:23 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:31:23 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:31:23 user nova-compute[74675]: FIRMWARE:
Nov 23 06:31:23 user nova-compute[74675]: No targets found.
Nov 23 06:31:23 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:31:23 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:31:23 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[99970e23-8520-47f9-9abe-ec2d72ea3b41]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2d9acf1-0319-41a1-8656-2e28dd0648f0]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:31:23 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:31:23 user nova-compute[74675]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 (non-flash)
Nov 23 06:31:23 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:31:23 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:31:23 user nova-compute[74675]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 (non-flash)
Nov 23 06:31:23 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac6820aef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753'): ({'sdc'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Removing single pathed devices sdc {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[693e8d5a-b1f7-4f10-98cd-47d4adea47a6]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[29dbb3d0-a8b9-4653-9929-cd1ab0997a81]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flushing IO for device /dev/sdc {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a00f0c9-b0c9-4a64-bd6f-6c9ea7b4b76e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[33f4fe3d-0109-444a-837c-158d6c4c293c]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23862353737653431', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_371dfd1', '/dev/disk/by-id/scsi-1SCST_BIO371dfd1-8b577e41f2e9aeb3') {{(pid=85990) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c1c3c10-2d44-49b8-9b2b-5389c35c4da2]: (4, None) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7a72247-3fde-4593-830c-bdd2b2d24773]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c445e5c-8627-42e4-af26-e8afe64fcb5c]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753, portal: 172.16.0.220,3260]
Nov 23 06:31:23 user nova-compute[74675]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753, portal: 172.16.0.220,3260] successful.
Nov 23 06:31:23 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c17a12-71e3-4348-87b4-bd5bafc64753 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ae67433-fe0d-422e-be88-be7e9e8a6add]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.337s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== disconnect_volume: return (340ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:31:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Deleting instance files /opt/stack/data/nova/instances/8492da38-7334-4736-9536-815a17949de3_del
Nov 23 06:31:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Deletion of /opt/stack/data/nova/instances/8492da38-7334-4736-9536-815a17949de3_del complete
Nov 23 06:31:23 user nova-compute[74675]: INFO nova.compute.manager [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Took 1.25 seconds to destroy the instance on the hypervisor.
Nov 23 06:31:23 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 8492da38-7334-4736-9536-815a17949de3] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:31:23 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 8492da38-7334-4736-9536-815a17949de3] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:31:24 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 8492da38-7334-4736-9536-815a17949de3] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:31:24 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 8492da38-7334-4736-9536-815a17949de3] Took 0.43 seconds to deallocate network for instance.
Nov 23 06:31:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-74548034-1544-4dde-8886-56b0dccc0fca req-72571f37-0f6e-438a-b6dd-1a4afa103331 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:31:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-74548034-1544-4dde-8886-56b0dccc0fca req-72571f37-0f6e-438a-b6dd-1a4afa103331 service nova] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-74548034-1544-4dde-8886-56b0dccc0fca req-72571f37-0f6e-438a-b6dd-1a4afa103331 service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-74548034-1544-4dde-8886-56b0dccc0fca req-72571f37-0f6e-438a-b6dd-1a4afa103331 service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-74548034-1544-4dde-8886-56b0dccc0fca req-72571f37-0f6e-438a-b6dd-1a4afa103331 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] No waiting events found dispatching network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:31:24 user nova-compute[74675]: WARNING nova.compute.manager [req-74548034-1544-4dde-8886-56b0dccc0fca req-72571f37-0f6e-438a-b6dd-1a4afa103331 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received unexpected event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 for instance with vm_state stopped and task_state powering-on.
Nov 23 06:31:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-c7520dee-f800-43b9-a4ab-c54cc2ecca7f req-b289496a-ef90-4c09-9280-fdadd8e5e13b service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] Received event network-vif-deleted-6b99fbe4-cb25-4f95-ab26-1ce2900c621b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:31:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:31:24 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Instance rebooted successfully.
Nov 23 06:31:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-9a3d0ba0-b14f-41a7-8327-a29e540243cc tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:31:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-a544d776-9613-4112-9c07-4d7bbce43d2b req-68e4a09e-ef43-4785-b350-2e8b228d7283 service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] Received event network-vif-plugged-6b99fbe4-cb25-4f95-ab26-1ce2900c621b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:31:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a544d776-9613-4112-9c07-4d7bbce43d2b req-68e4a09e-ef43-4785-b350-2e8b228d7283 service nova] Acquiring lock "8492da38-7334-4736-9536-815a17949de3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a544d776-9613-4112-9c07-4d7bbce43d2b req-68e4a09e-ef43-4785-b350-2e8b228d7283 service nova] Lock "8492da38-7334-4736-9536-815a17949de3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a544d776-9613-4112-9c07-4d7bbce43d2b req-68e4a09e-ef43-4785-b350-2e8b228d7283 service nova] Lock "8492da38-7334-4736-9536-815a17949de3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-a544d776-9613-4112-9c07-4d7bbce43d2b req-68e4a09e-ef43-4785-b350-2e8b228d7283 service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] No waiting events found dispatching network-vif-plugged-6b99fbe4-cb25-4f95-ab26-1ce2900c621b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:31:24 user nova-compute[74675]: WARNING nova.compute.manager [req-a544d776-9613-4112-9c07-4d7bbce43d2b req-68e4a09e-ef43-4785-b350-2e8b228d7283 service nova] [instance: 8492da38-7334-4736-9536-815a17949de3] Received unexpected event network-vif-plugged-6b99fbe4-cb25-4f95-ab26-1ce2900c621b for instance with vm_state active and task_state deleting.
Nov 23 06:31:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:24 user nova-compute[74675]: INFO nova.compute.manager [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Took 0.75 seconds to detach 1 volumes for instance.
Nov 23 06:31:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 8492da38-7334-4736-9536-815a17949de3] Deleting volume: 82c17a12-71e3-4348-87b4-bd5bafc64753 {{(pid=74675) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 23 06:31:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:25 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:31:25 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:31:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.370s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:25 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Deleted allocations for instance 8492da38-7334-4736-9536-815a17949de3
Nov 23 06:31:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-aea98ddd-d828-4dd6-bd40-426771e9dfed tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "8492da38-7334-4736-9536-815a17949de3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.064s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.compute.manager [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:31:29 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Creating image(s)
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Ensure instance console log exists: /opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Start _get_guest_xml network_info=[{"id": "6148a3b7-8394-4994-aefb-d17769c44ef0", "address": "fa:16:3e:a8:5b:ee", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6148a3b7-83", "ovs_interfaceid": "6148a3b7-8394-4994-aefb-d17769c44ef0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LsdilVIz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6830aab7-1f63-4e2d-8520-6c3636baefc4', 'attached_at': '', 'detached_at': '', 'volume_id': 'd65e615b-9c5b-425e-8330-9c336b3f3380', 'serial': 'd65e615b-9c5b-425e-8330-9c336b3f3380'}, 'attachment_id': 'f1693347-8875-46ae-8e1f-8f96a9f9191f', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:31:29 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:31:29 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LsdilVIz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:31:29 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:31:29 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:31:29 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ce8976b-c92d-4889-ae77-b88c70005511]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:31:29 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf754e24-cc74-48a6-8697-5d783df10aed]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380] added
Nov 23 06:31:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b80e6513-1443-4d1d-bfdf-00094690c514]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f4cdac3-bdfa-4ffa-bba2-14bb3f15b8e1]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LsdilVIz {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LsdilVIz" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[807ccbf3-5fae-4f53-a620-29a6c39f81c1]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LsdilVIz'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b041b26-8a8f-4f32-a31b-0e738a62b3f4]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2823d08-9e09-481c-a587-9f289a378900]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:31:29 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:31:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:31:29 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:31:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5a874d3-515b-4eaa-870b-5799bce22f46]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380, portal: 172.16.0.220,3260]
Nov 23 06:31:29 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380, portal: 172.16.0.220,3260] successful.
Nov 23 06:31:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cee2020-056f-4060-9f89-3f6dc8103158]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5840ffd7-ab0a-484c-9159-066a8fd447de]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:31:29 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:31:29 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:31:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:31:29 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:31:29 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:31:29 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] HCTL ('34', '-', '-', 0) found on session 39 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7c701a9-8e95-4a83-bb35-3baa7de2aa7c]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Searching for a device in session 39 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LsdilVIz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:31:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] <== connect_volume: return (1309ms) {'type': 'block', 'scsi_wwn': '23135333761346430', 'path': '/dev/sdc'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23135333761346430', 'path': '/dev/sdc'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:31:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1224703020',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1224703020',id=33,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='14a640f6dc354a09b5f636d4a59ae0bb',ramdisk_id='',reservation_id='r-blox7wsi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-686425922',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:31:17Z,user_data=None,user_id='3cd1fcecda6741ddb5f696c09413098b',uuid=6830aab7-1f63-4e2d-8520-6c3636baefc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6148a3b7-8394-4994-aefb-d17769c44ef0", "address": "fa:16:3e:a8:5b:ee", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6148a3b7-83", "ovs_interfaceid": "6148a3b7-8394-4994-aefb-d17769c44ef0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converting VIF {"id": "6148a3b7-8394-4994-aefb-d17769c44ef0", "address": "fa:16:3e:a8:5b:ee", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6148a3b7-83", "ovs_interfaceid": "6148a3b7-8394-4994-aefb-d17769c44ef0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:5b:ee,bridge_name='br-int',has_traffic_filtering=True,id=6148a3b7-8394-4994-aefb-d17769c44ef0,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6148a3b7-83') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG nova.objects.instance [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'pci_devices' on Instance uuid 6830aab7-1f63-4e2d-8520-6c3636baefc4 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:31:30 user nova-compute[74675]:   <uuid>6830aab7-1f63-4e2d-8520-6c3636baefc4</uuid>
Nov 23 06:31:30 user nova-compute[74675]:   <name>instance-00000021</name>
Nov 23 06:31:30 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:31:30 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:31:30 user nova-compute[74675]:   <metadata>
Nov 23 06:31:30 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:31:30 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:31:30 user nova-compute[74675]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1224703020</nova:name>
Nov 23 06:31:30 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:31:29</nova:creationTime>
Nov 23 06:31:30 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:31:30 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:31:30 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:31:30 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:31:30 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:31:30 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:31:30 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:31:30 user nova-compute[74675]:       <nova:owner>
Nov 23 06:31:30 user nova-compute[74675]:         <nova:user uuid="3cd1fcecda6741ddb5f696c09413098b">tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member</nova:user>
Nov 23 06:31:30 user nova-compute[74675]:         <nova:project uuid="14a640f6dc354a09b5f636d4a59ae0bb">tempest-ServerBootFromVolumeStableRescueTest-686425922</nova:project>
Nov 23 06:31:30 user nova-compute[74675]:       </nova:owner>
Nov 23 06:31:30 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:31:30 user nova-compute[74675]:       <nova:ports>
Nov 23 06:31:30 user nova-compute[74675]:         <nova:port uuid="6148a3b7-8394-4994-aefb-d17769c44ef0">
Nov 23 06:31:30 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 23 06:31:30 user nova-compute[74675]:         </nova:port>
Nov 23 06:31:30 user nova-compute[74675]:       </nova:ports>
Nov 23 06:31:30 user nova-compute[74675]:     </nova:instance>
Nov 23 06:31:30 user nova-compute[74675]:   </metadata>
Nov 23 06:31:30 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:31:30 user nova-compute[74675]:     <system>
Nov 23 06:31:30 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:31:30 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:31:30 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:31:30 user nova-compute[74675]:       <entry name="serial">6830aab7-1f63-4e2d-8520-6c3636baefc4</entry>
Nov 23 06:31:30 user nova-compute[74675]:       <entry name="uuid">6830aab7-1f63-4e2d-8520-6c3636baefc4</entry>
Nov 23 06:31:30 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:31:30 user nova-compute[74675]:     </system>
Nov 23 06:31:30 user nova-compute[74675]:   </sysinfo>
Nov 23 06:31:30 user nova-compute[74675]:   <os>
Nov 23 06:31:30 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:31:30 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:31:30 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:31:30 user nova-compute[74675]:   </os>
Nov 23 06:31:30 user nova-compute[74675]:   <features>
Nov 23 06:31:30 user nova-compute[74675]:     <acpi/>
Nov 23 06:31:30 user nova-compute[74675]:     <apic/>
Nov 23 06:31:30 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:31:30 user nova-compute[74675]:   </features>
Nov 23 06:31:30 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:31:30 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:31:30 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:31:30 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:31:30 user nova-compute[74675]:   </clock>
Nov 23 06:31:30 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:31:30 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:31:30 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:31:30 user nova-compute[74675]:   </cpu>
Nov 23 06:31:30 user nova-compute[74675]:   <devices>
Nov 23 06:31:30 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:31:30 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:31:30 user nova-compute[74675]:       <source dev="/dev/sdc"/>
Nov 23 06:31:30 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:31:30 user nova-compute[74675]:       <serial>d65e615b-9c5b-425e-8330-9c336b3f3380</serial>
Nov 23 06:31:30 user nova-compute[74675]:     </disk>
Nov 23 06:31:30 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:31:30 user nova-compute[74675]:       <mac address="fa:16:3e:a8:5b:ee"/>
Nov 23 06:31:30 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:31:30 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:31:30 user nova-compute[74675]:       <target dev="tap6148a3b7-83"/>
Nov 23 06:31:30 user nova-compute[74675]:     </interface>
Nov 23 06:31:30 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:31:30 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/console.log" append="off"/>
Nov 23 06:31:30 user nova-compute[74675]:     </serial>
Nov 23 06:31:30 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:31:30 user nova-compute[74675]:     <video>
Nov 23 06:31:30 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:31:30 user nova-compute[74675]:     </video>
Nov 23 06:31:30 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:31:30 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:31:30 user nova-compute[74675]:     </rng>
Nov 23 06:31:30 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:31:30 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:31:30 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:31:30 user nova-compute[74675]:     </memballoon>
Nov 23 06:31:30 user nova-compute[74675]:   </devices>
Nov 23 06:31:30 user nova-compute[74675]: </domain>
Nov 23 06:31:30 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:31:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1224703020',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1224703020',id=33,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='14a640f6dc354a09b5f636d4a59ae0bb',ramdisk_id='',reservation_id='r-blox7wsi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-686425922',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:31:17Z,user_data=None,user_id='3cd1fcecda6741ddb5f696c09413098b',uuid=6830aab7-1f63-4e2d-8520-6c3636baefc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6148a3b7-8394-4994-aefb-d17769c44ef0", "address": "fa:16:3e:a8:5b:ee", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6148a3b7-83", "ovs_interfaceid": "6148a3b7-8394-4994-aefb-d17769c44ef0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converting VIF {"id": "6148a3b7-8394-4994-aefb-d17769c44ef0", "address": "fa:16:3e:a8:5b:ee", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6148a3b7-83", "ovs_interfaceid": "6148a3b7-8394-4994-aefb-d17769c44ef0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:5b:ee,bridge_name='br-int',has_traffic_filtering=True,id=6148a3b7-8394-4994-aefb-d17769c44ef0,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6148a3b7-83') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG os_vif [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:5b:ee,bridge_name='br-int',has_traffic_filtering=True,id=6148a3b7-8394-4994-aefb-d17769c44ef0,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6148a3b7-83') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd1caf8de-9858-53a2-b1e6-a6aea141e253', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6148a3b7-83, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6148a3b7-83, col_values=(('qos', UUID('8d99d5ef-9911-4834-a8ab-4c321facedc5')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6148a3b7-83, col_values=(('external_ids', {'iface-id': '6148a3b7-8394-4994-aefb-d17769c44ef0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a8:5b:ee', 'vm-uuid': '6830aab7-1f63-4e2d-8520-6c3636baefc4'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:30 user nova-compute[74675]: INFO os_vif [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:5b:ee,bridge_name='br-int',has_traffic_filtering=True,id=6148a3b7-8394-4994-aefb-d17769c44ef0,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6148a3b7-83')
Nov 23 06:31:30 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:31:30 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] No VIF found with MAC fa:16:3e:a8:5b:ee, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:31:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:32 user nova-compute[74675]: DEBUG nova.compute.manager [req-3d862cc5-5475-4e6d-80b7-c79804317a5f req-e9228f6a-9617-4812-bf76-810d4a6cd8df service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:31:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3d862cc5-5475-4e6d-80b7-c79804317a5f req-e9228f6a-9617-4812-bf76-810d4a6cd8df service nova] Acquiring lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3d862cc5-5475-4e6d-80b7-c79804317a5f req-e9228f6a-9617-4812-bf76-810d4a6cd8df service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3d862cc5-5475-4e6d-80b7-c79804317a5f req-e9228f6a-9617-4812-bf76-810d4a6cd8df service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:32 user nova-compute[74675]: DEBUG nova.compute.manager [req-3d862cc5-5475-4e6d-80b7-c79804317a5f req-e9228f6a-9617-4812-bf76-810d4a6cd8df service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] No waiting events found dispatching network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:31:32 user nova-compute[74675]: WARNING nova.compute.manager [req-3d862cc5-5475-4e6d-80b7-c79804317a5f req-e9228f6a-9617-4812-bf76-810d4a6cd8df service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received unexpected event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 for instance with vm_state building and task_state spawning.
Nov 23 06:31:34 user nova-compute[74675]: DEBUG nova.compute.manager [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:31:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:31:34 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Instance spawned successfully.
Nov 23 06:31:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:31:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:31:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:31:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:31:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:31:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:31:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:31:34 user nova-compute[74675]: INFO nova.compute.manager [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Took 4.90 seconds to spawn the instance on the hypervisor.
Nov 23 06:31:34 user nova-compute[74675]: DEBUG nova.compute.manager [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:31:34 user nova-compute[74675]: INFO nova.compute.manager [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Took 17.96 seconds to build instance.
Nov 23 06:31:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-22833ddf-586e-42a5-8807-da5b82c339e6 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.091s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:34 user nova-compute[74675]: DEBUG nova.compute.manager [req-a7039c22-3b54-4c9b-9f35-ca6c15c2f673 req-250b03c7-3d80-40e1-b73b-6920fd3c8acc service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:31:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a7039c22-3b54-4c9b-9f35-ca6c15c2f673 req-250b03c7-3d80-40e1-b73b-6920fd3c8acc service nova] Acquiring lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a7039c22-3b54-4c9b-9f35-ca6c15c2f673 req-250b03c7-3d80-40e1-b73b-6920fd3c8acc service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a7039c22-3b54-4c9b-9f35-ca6c15c2f673 req-250b03c7-3d80-40e1-b73b-6920fd3c8acc service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:34 user nova-compute[74675]: DEBUG nova.compute.manager [req-a7039c22-3b54-4c9b-9f35-ca6c15c2f673 req-250b03c7-3d80-40e1-b73b-6920fd3c8acc service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] No waiting events found dispatching network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:31:34 user nova-compute[74675]: WARNING nova.compute.manager [req-a7039c22-3b54-4c9b-9f35-ca6c15c2f673 req-250b03c7-3d80-40e1-b73b-6920fd3c8acc service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received unexpected event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 for instance with vm_state active and task_state None.
Nov 23 06:31:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "f4d40301-d465-42af-8b6c-e62a064afcaf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:49 user nova-compute[74675]: INFO nova.compute.manager [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Terminating instance
Nov 23 06:31:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:31:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-7fa8fd0e-aeb5-4702-9291-3464c3a34ec6 req-01d5c64c-b204-4fe1-9e50-21d30027fdb1 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received event network-vif-unplugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:31:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7fa8fd0e-aeb5-4702-9291-3464c3a34ec6 req-01d5c64c-b204-4fe1-9e50-21d30027fdb1 service nova] Acquiring lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7fa8fd0e-aeb5-4702-9291-3464c3a34ec6 req-01d5c64c-b204-4fe1-9e50-21d30027fdb1 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7fa8fd0e-aeb5-4702-9291-3464c3a34ec6 req-01d5c64c-b204-4fe1-9e50-21d30027fdb1 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-7fa8fd0e-aeb5-4702-9291-3464c3a34ec6 req-01d5c64c-b204-4fe1-9e50-21d30027fdb1 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] No waiting events found dispatching network-vif-unplugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:31:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-7fa8fd0e-aeb5-4702-9291-3464c3a34ec6 req-01d5c64c-b204-4fe1-9e50-21d30027fdb1 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received event network-vif-unplugged-f89a5c01-0756-4920-880f-e9d3747cac9a for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:31:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:50 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Instance destroyed successfully.
Nov 23 06:31:50 user nova-compute[74675]: DEBUG nova.objects.instance [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lazy-loading 'resources' on Instance uuid f4d40301-d465-42af-8b6c-e62a064afcaf {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:31:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:14:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1204913648',display_name='tempest-ServerRescueNegativeTestJSON-server-1204913648',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1204913648',id=1,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:19:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ae04769d0574318bf2a5439f9f4eca7',ramdisk_id='',reservation_id='r-b148vtt0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1110786830',owner_user_name='tempest-ServerRescueNegativeTestJSON-1110786830-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:21:37Z,user_data=None,user_id='933254e291464a6aa6987d59d1d3e93c',uuid=f4d40301-d465-42af-8b6c-e62a064afcaf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:31:50 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converting VIF {"id": "f89a5c01-0756-4920-880f-e9d3747cac9a", "address": "fa:16:3e:3b:52:28", "network": {"id": "bc71329a-7dc3-4b67-abdc-2d976f51c356", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-303841008-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae04769d0574318bf2a5439f9f4eca7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf89a5c01-07", "ovs_interfaceid": "f89a5c01-0756-4920-880f-e9d3747cac9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:31:50 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3b:52:28,bridge_name='br-int',has_traffic_filtering=True,id=f89a5c01-0756-4920-880f-e9d3747cac9a,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf89a5c01-07') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:31:50 user nova-compute[74675]: DEBUG os_vif [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:52:28,bridge_name='br-int',has_traffic_filtering=True,id=f89a5c01-0756-4920-880f-e9d3747cac9a,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf89a5c01-07') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:31:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf89a5c01-07, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:31:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c4a4a9fc-e525-457d-aa89-764a969a64b4) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:31:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:50 user nova-compute[74675]: INFO os_vif [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:52:28,bridge_name='br-int',has_traffic_filtering=True,id=f89a5c01-0756-4920-880f-e9d3747cac9a,network=Network(bc71329a-7dc3-4b67-abdc-2d976f51c356),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf89a5c01-07')
Nov 23 06:31:50 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Deleting instance files /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf_del
Nov 23 06:31:50 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Deletion of /opt/stack/data/nova/instances/f4d40301-d465-42af-8b6c-e62a064afcaf_del complete
Nov 23 06:31:50 user nova-compute[74675]: INFO nova.compute.manager [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 23 06:31:50 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:31:50 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:31:50 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:31:51 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:31:51 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Took 0.88 seconds to deallocate network for instance.
Nov 23 06:31:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-66f4eace-bd5e-477e-967f-280a63812171 req-a175ad5b-8ab6-4e5a-8f6e-cc56ce5045c2 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received event network-vif-deleted-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:31:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:51 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:31:51 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:31:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.329s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:51 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Deleted allocations for instance f4d40301-d465-42af-8b6c-e62a064afcaf
Nov 23 06:31:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0ec1dfbe-4705-4fd0-8f14-5be6e2ed8f0f tempest-ServerRescueNegativeTestJSON-1110786830 tempest-ServerRescueNegativeTestJSON-1110786830-project-member] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.299s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-9d176a98-fdd4-40f4-ab04-081d4b179e3b req-2cfb540a-782a-40ca-9d73-15500c39b963 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:31:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9d176a98-fdd4-40f4-ab04-081d4b179e3b req-2cfb540a-782a-40ca-9d73-15500c39b963 service nova] Acquiring lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9d176a98-fdd4-40f4-ab04-081d4b179e3b req-2cfb540a-782a-40ca-9d73-15500c39b963 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9d176a98-fdd4-40f4-ab04-081d4b179e3b req-2cfb540a-782a-40ca-9d73-15500c39b963 service nova] Lock "f4d40301-d465-42af-8b6c-e62a064afcaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-9d176a98-fdd4-40f4-ab04-081d4b179e3b req-2cfb540a-782a-40ca-9d73-15500c39b963 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] No waiting events found dispatching network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:31:51 user nova-compute[74675]: WARNING nova.compute.manager [req-9d176a98-fdd4-40f4-ab04-081d4b179e3b req-2cfb540a-782a-40ca-9d73-15500c39b963 service nova] [instance: f4d40301-d465-42af-8b6c-e62a064afcaf] Received unexpected event network-vif-plugged-f89a5c01-0756-4920-880f-e9d3747cac9a for instance with vm_state deleted and task_state None.
Nov 23 06:31:54 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:31:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:54 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_power_states {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:31:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 10d0b693-498d-4912-8a28-00970d5b1bed {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:31:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid d0dea862-7d67-4336-b03e-e7f072b1e3de {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:31:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 3199fb46-f73c-460a-bc9d-ea4b89375e39 {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:31:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:31:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2 {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:31:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 43f15c0e-1e50-4461-8896-e5df8e1caf4b {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid b4fab38c-250b-4472-a0df-19ee069d8ebe {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 293662ee-1e6a-44b9-8612-b50f485cfc9b {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 6830aab7-1f63-4e2d-8520-6c3636baefc4 {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "10d0b693-498d-4912-8a28-00970d5b1bed" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "10d0b693-498d-4912-8a28-00970d5b1bed" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "d0dea862-7d67-4336-b03e-e7f072b1e3de" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "3199fb46-f73c-460a-bc9d-ea4b89375e39" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "b4fab38c-250b-4472-a0df-19ee069d8ebe" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "b4fab38c-250b-4472-a0df-19ee069d8ebe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "293662ee-1e6a-44b9-8612-b50f485cfc9b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "293662ee-1e6a-44b9-8612-b50f485cfc9b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "6830aab7-1f63-4e2d-8520-6c3636baefc4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "10d0b693-498d-4912-8a28-00970d5b1bed" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.036s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.038s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.045s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.053s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.060s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.060s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "b4fab38c-250b-4472-a0df-19ee069d8ebe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.076s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.075s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "293662ee-1e6a-44b9-8612-b50f485cfc9b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.077s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:31:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:31:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:31:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:31:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:31:57 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:31:57 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:31:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7723MB free_disk=25.356521606445312GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:31:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:31:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:31:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d4052753-45c5-4622-a5c2-24f11fdba12b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 43f15c0e-1e50-4461-8896-e5df8e1caf4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance b4fab38c-250b-4472-a0df-19ee069d8ebe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 293662ee-1e6a-44b9-8612-b50f485cfc9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 6830aab7-1f63-4e2d-8520-6c3636baefc4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:31:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:31:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:31:58 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:31:58 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:31:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:31:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.461s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:31:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:00 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:32:00 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:32:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:32:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-d0dea862-7d67-4336-b03e-e7f072b1e3de" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:32:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-d0dea862-7d67-4336-b03e-e7f072b1e3de" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:32:00 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:32:00 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Updating instance_info_cache with network_info: [{"id": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "address": "fa:16:3e:4d:61:54", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02208bc9-c2", "ovs_interfaceid": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:32:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-d0dea862-7d67-4336-b03e-e7f072b1e3de" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:32:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:32:00 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:32:00 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:32:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:32:02 user nova-compute[74675]: INFO nova.compute.manager [None req-a24f447a-b84b-4af8-9161-d4248fe0ef0a tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Get console output
Nov 23 06:32:02 user nova-compute[74675]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Nov 23 06:32:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:32:04 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:32:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:06 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:32:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:32:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:32:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:32:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:32:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:32:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Acquiring lock "b4fab38c-250b-4472-a0df-19ee069d8ebe" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lock "b4fab38c-250b-4472-a0df-19ee069d8ebe" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Acquiring lock "b4fab38c-250b-4472-a0df-19ee069d8ebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lock "b4fab38c-250b-4472-a0df-19ee069d8ebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lock "b4fab38c-250b-4472-a0df-19ee069d8ebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:26 user nova-compute[74675]: INFO nova.compute.manager [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Terminating instance
Nov 23 06:32:26 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:32:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "b582b6aa-fa68-44a5-bdbc-64eea975141f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "b582b6aa-fa68-44a5-bdbc-64eea975141f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-41fa2565-4d30-421e-a201-1044b717b01f req-52d5d4f7-16e3-446e-a136-619f1c71b1e1 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Received event network-vif-unplugged-90c60828-d966-482f-822d-8d952df7d798 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-41fa2565-4d30-421e-a201-1044b717b01f req-52d5d4f7-16e3-446e-a136-619f1c71b1e1 service nova] Acquiring lock "b4fab38c-250b-4472-a0df-19ee069d8ebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-41fa2565-4d30-421e-a201-1044b717b01f req-52d5d4f7-16e3-446e-a136-619f1c71b1e1 service nova] Lock "b4fab38c-250b-4472-a0df-19ee069d8ebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-41fa2565-4d30-421e-a201-1044b717b01f req-52d5d4f7-16e3-446e-a136-619f1c71b1e1 service nova] Lock "b4fab38c-250b-4472-a0df-19ee069d8ebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-41fa2565-4d30-421e-a201-1044b717b01f req-52d5d4f7-16e3-446e-a136-619f1c71b1e1 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] No waiting events found dispatching network-vif-unplugged-90c60828-d966-482f-822d-8d952df7d798 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-41fa2565-4d30-421e-a201-1044b717b01f req-52d5d4f7-16e3-446e-a136-619f1c71b1e1 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Received event network-vif-unplugged-90c60828-d966-482f-822d-8d952df7d798 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:32:27 user nova-compute[74675]: INFO nova.compute.claims [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Claim successful on node user
Nov 23 06:32:27 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Instance destroyed successfully.
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.objects.instance [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lazy-loading 'resources' on Instance uuid b4fab38c-250b-4472-a0df-19ee069d8ebe {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:30:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-299154994',display_name='tempest-VolumesNegativeTest-instance-299154994',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-299154994',id=31,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:30:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9a647651b9b448a99488eef02da9099f',ramdisk_id='',reservation_id='r-av48gqsq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-440061648',owner_user_name='tempest-VolumesNegativeTest-440061648-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:30:43Z,user_data=None,user_id='0ccb1d6f8c9e48329a8759ce4a8588ae',uuid=b4fab38c-250b-4472-a0df-19ee069d8ebe,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90c60828-d966-482f-822d-8d952df7d798", "address": "fa:16:3e:c6:3b:f1", "network": {"id": "0499995e-5985-4fb1-946a-3aa7cf52e8ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "35712d8fef3044388a85ca95c681f85b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c60828-d9", "ovs_interfaceid": "90c60828-d966-482f-822d-8d952df7d798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Converting VIF {"id": "90c60828-d966-482f-822d-8d952df7d798", "address": "fa:16:3e:c6:3b:f1", "network": {"id": "0499995e-5985-4fb1-946a-3aa7cf52e8ed", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "35712d8fef3044388a85ca95c681f85b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c60828-d9", "ovs_interfaceid": "90c60828-d966-482f-822d-8d952df7d798", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:3b:f1,bridge_name='br-int',has_traffic_filtering=True,id=90c60828-d966-482f-822d-8d952df7d798,network=Network(0499995e-5985-4fb1-946a-3aa7cf52e8ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c60828-d9') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG os_vif [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:3b:f1,bridge_name='br-int',has_traffic_filtering=True,id=90c60828-d966-482f-822d-8d952df7d798,network=Network(0499995e-5985-4fb1-946a-3aa7cf52e8ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c60828-d9') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap90c60828-d9, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4b5c70fc-7af5-4af8-8d63-902f7bba9a0b) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:27 user nova-compute[74675]: INFO os_vif [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:3b:f1,bridge_name='br-int',has_traffic_filtering=True,id=90c60828-d966-482f-822d-8d952df7d798,network=Network(0499995e-5985-4fb1-946a-3aa7cf52e8ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c60828-d9')
Nov 23 06:32:27 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Deleting instance files /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe_del
Nov 23 06:32:27 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Deletion of /opt/stack/data/nova/instances/b4fab38c-250b-4472-a0df-19ee069d8ebe_del complete
Nov 23 06:32:27 user nova-compute[74675]: INFO nova.compute.manager [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Took 0.69 seconds to destroy the instance on the hypervisor.
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.406s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.network.neutron [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:32:27 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.policy [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95ec05ee74eb40d0a92a6b005394e149', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16ae3d4c42f64e4cba5b09935e927c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:32:27 user nova-compute[74675]: INFO nova.virt.block_device [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Booting with volume 719bbea6-058e-48c0-918b-c4ab315b486f at /dev/vda
Nov 23 06:32:27 user nova-compute[74675]: DEBUG os_brick.utils [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[be98bb0a-8af8-4231-9129-51a2fc7ced66]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8aa52f4-c18c-4783-9b50-0e39c8e662d8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d66cab6-f760-48de-af5d-81ea08502aee]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c20f9e11-d69b-477a-ae99-31025eb3febf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:32:27 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:32:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[572694e3-7f29-4f06-889b-ecb8b640cd4b]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG os_brick.utils [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Updating existing volume attachment record: 37c99a7f-bb48-4778-b0d4-afca4ce4c85e {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:32:27 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:32:28 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Took 0.49 seconds to deallocate network for instance.
Nov 23 06:32:28 user nova-compute[74675]: DEBUG nova.compute.manager [req-4ea5448c-6976-415b-a99c-bf1bc2232a7d req-ab6703f0-778e-4efc-a09d-14686207c50c service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Received event network-vif-deleted-90c60828-d966-482f-822d-8d952df7d798 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:32:28 user nova-compute[74675]: INFO nova.compute.manager [req-4ea5448c-6976-415b-a99c-bf1bc2232a7d req-ab6703f0-778e-4efc-a09d-14686207c50c service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Neutron deleted interface 90c60828-d966-482f-822d-8d952df7d798; detaching it from the instance and deleting it from the info cache
Nov 23 06:32:28 user nova-compute[74675]: DEBUG nova.network.neutron [req-4ea5448c-6976-415b-a99c-bf1bc2232a7d req-ab6703f0-778e-4efc-a09d-14686207c50c service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:32:28 user nova-compute[74675]: DEBUG nova.compute.manager [req-4ea5448c-6976-415b-a99c-bf1bc2232a7d req-ab6703f0-778e-4efc-a09d-14686207c50c service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Detach interface failed, port_id=90c60828-d966-482f-822d-8d952df7d798, reason: Instance b4fab38c-250b-4472-a0df-19ee069d8ebe could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:32:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:28 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:32:28 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:32:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.337s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:28 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Deleted allocations for instance b4fab38c-250b-4472-a0df-19ee069d8ebe
Nov 23 06:32:28 user nova-compute[74675]: DEBUG nova.network.neutron [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Successfully created port: 5232aa84-dd04-454c-b13c-2274373bba5c {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:32:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6a8b61f7-82d0-4ed7-9566-d071f20f30c1 tempest-VolumesNegativeTest-440061648 tempest-VolumesNegativeTest-440061648-project-member] Lock "b4fab38c-250b-4472-a0df-19ee069d8ebe" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.811s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:29 user nova-compute[74675]: DEBUG nova.compute.manager [req-38dca49d-2a8b-48a9-9953-af1163f3064c req-9a9f77a3-e64d-484a-b14c-48a3692eaf00 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Received event network-vif-plugged-90c60828-d966-482f-822d-8d952df7d798 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:32:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-38dca49d-2a8b-48a9-9953-af1163f3064c req-9a9f77a3-e64d-484a-b14c-48a3692eaf00 service nova] Acquiring lock "b4fab38c-250b-4472-a0df-19ee069d8ebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-38dca49d-2a8b-48a9-9953-af1163f3064c req-9a9f77a3-e64d-484a-b14c-48a3692eaf00 service nova] Lock "b4fab38c-250b-4472-a0df-19ee069d8ebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-38dca49d-2a8b-48a9-9953-af1163f3064c req-9a9f77a3-e64d-484a-b14c-48a3692eaf00 service nova] Lock "b4fab38c-250b-4472-a0df-19ee069d8ebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:29 user nova-compute[74675]: DEBUG nova.compute.manager [req-38dca49d-2a8b-48a9-9953-af1163f3064c req-9a9f77a3-e64d-484a-b14c-48a3692eaf00 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] No waiting events found dispatching network-vif-plugged-90c60828-d966-482f-822d-8d952df7d798 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:32:29 user nova-compute[74675]: WARNING nova.compute.manager [req-38dca49d-2a8b-48a9-9953-af1163f3064c req-9a9f77a3-e64d-484a-b14c-48a3692eaf00 service nova] [instance: b4fab38c-250b-4472-a0df-19ee069d8ebe] Received unexpected event network-vif-plugged-90c60828-d966-482f-822d-8d952df7d798 for instance with vm_state deleted and task_state None.
Nov 23 06:32:29 user nova-compute[74675]: DEBUG nova.network.neutron [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Successfully updated port: 5232aa84-dd04-454c-b13c-2274373bba5c {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:32:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "refresh_cache-b582b6aa-fa68-44a5-bdbc-64eea975141f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:32:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquired lock "refresh_cache-b582b6aa-fa68-44a5-bdbc-64eea975141f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:32:29 user nova-compute[74675]: DEBUG nova.network.neutron [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:32:29 user nova-compute[74675]: DEBUG nova.network.neutron [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:32:29 user nova-compute[74675]: DEBUG nova.network.neutron [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Updating instance_info_cache with network_info: [{"id": "5232aa84-dd04-454c-b13c-2274373bba5c", "address": "fa:16:3e:04:44:43", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5232aa84-dd", "ovs_interfaceid": "5232aa84-dd04-454c-b13c-2274373bba5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:32:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Releasing lock "refresh_cache-b582b6aa-fa68-44a5-bdbc-64eea975141f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:32:29 user nova-compute[74675]: DEBUG nova.compute.manager [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Instance network_info: |[{"id": "5232aa84-dd04-454c-b13c-2274373bba5c", "address": "fa:16:3e:04:44:43", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5232aa84-dd", "ovs_interfaceid": "5232aa84-dd04-454c-b13c-2274373bba5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:32:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-a123365e-07c8-45fd-b6b9-7eb4c104fa91 req-9beff243-7b2e-4f07-9818-c5ee5f0cbed1 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Received event network-changed-5232aa84-dd04-454c-b13c-2274373bba5c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:32:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-a123365e-07c8-45fd-b6b9-7eb4c104fa91 req-9beff243-7b2e-4f07-9818-c5ee5f0cbed1 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Refreshing instance network info cache due to event network-changed-5232aa84-dd04-454c-b13c-2274373bba5c. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:32:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a123365e-07c8-45fd-b6b9-7eb4c104fa91 req-9beff243-7b2e-4f07-9818-c5ee5f0cbed1 service nova] Acquiring lock "refresh_cache-b582b6aa-fa68-44a5-bdbc-64eea975141f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:32:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a123365e-07c8-45fd-b6b9-7eb4c104fa91 req-9beff243-7b2e-4f07-9818-c5ee5f0cbed1 service nova] Acquired lock "refresh_cache-b582b6aa-fa68-44a5-bdbc-64eea975141f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:32:31 user nova-compute[74675]: DEBUG nova.network.neutron [req-a123365e-07c8-45fd-b6b9-7eb4c104fa91 req-9beff243-7b2e-4f07-9818-c5ee5f0cbed1 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Refreshing network info cache for port 5232aa84-dd04-454c-b13c-2274373bba5c {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:32:31 user nova-compute[74675]: DEBUG nova.network.neutron [req-a123365e-07c8-45fd-b6b9-7eb4c104fa91 req-9beff243-7b2e-4f07-9818-c5ee5f0cbed1 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Updated VIF entry in instance network info cache for port 5232aa84-dd04-454c-b13c-2274373bba5c. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:32:31 user nova-compute[74675]: DEBUG nova.network.neutron [req-a123365e-07c8-45fd-b6b9-7eb4c104fa91 req-9beff243-7b2e-4f07-9818-c5ee5f0cbed1 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Updating instance_info_cache with network_info: [{"id": "5232aa84-dd04-454c-b13c-2274373bba5c", "address": "fa:16:3e:04:44:43", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5232aa84-dd", "ovs_interfaceid": "5232aa84-dd04-454c-b13c-2274373bba5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:32:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a123365e-07c8-45fd-b6b9-7eb4c104fa91 req-9beff243-7b2e-4f07-9818-c5ee5f0cbed1 service nova] Releasing lock "refresh_cache-b582b6aa-fa68-44a5-bdbc-64eea975141f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:32:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.compute.manager [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:32:33 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Creating image(s)
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Ensure instance console log exists: /opt/stack/data/nova/instances/b582b6aa-fa68-44a5-bdbc-64eea975141f/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Start _get_guest_xml network_info=[{"id": "5232aa84-dd04-454c-b13c-2274373bba5c", "address": "fa:16:3e:04:44:43", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5232aa84-dd", "ovs_interfaceid": "5232aa84-dd04-454c-b13c-2274373bba5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MfIjKZrs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b582b6aa-fa68-44a5-bdbc-64eea975141f', 'attached_at': '', 'detached_at': '', 'volume_id': '719bbea6-058e-48c0-918b-c4ab315b486f', 'serial': '719bbea6-058e-48c0-918b-c4ab315b486f'}, 'attachment_id': '37c99a7f-bb48-4778-b0d4-afca4ce4c85e', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:32:33 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:32:33 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MfIjKZrs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:32:33 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:32:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:32:33 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:32:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:32:33 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:32:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f120327-ed86-4325-a77f-6886bd7a48e6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:32:33 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:32:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2a1709b-5cfd-4e68-b26d-64122218cf1c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f] added
Nov 23 06:32:34 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0592bd2-0c63-458a-8bcc-3f06c43e3b7e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d458e67-ed9c-4f77-a11f-47f27f7fa831]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MfIjKZrs {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MfIjKZrs" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9f87cca-05f9-4b94-896c-49db2bff56ee]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MfIjKZrs'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6b86c68-b3d0-4462-a3db-dd4f7f9760ea]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[907f9230-ebe5-4f30-a52f-358616bd417f]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:32:34 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:32:34 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:32:34 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:32:34 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:32:34 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:32:34 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8011516-dc98-4d76-8421-344f213a1718]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f, portal: 172.16.0.220,3260]
Nov 23 06:32:34 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f, portal: 172.16.0.220,3260] successful.
Nov 23 06:32:34 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f7fd9a8-7e2e-46ad-bff2-e1f904c37cee]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa73b694-bddf-4bdf-8e78-769e5625ef23]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:32:34 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:32:34 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:32:34 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:32:34 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:32:34 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:32:34 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:32:34 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:32:34 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] HCTL ('35', '-', '-', 0) found on session 40 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ff1cd86-b02f-459f-a106-16a5abf658f2]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching for a device in session 40 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:32:34 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MfIjKZrs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== connect_volume: return (1318ms) {'type': 'block', 'scsi_wwn': '23633373265333565', 'path': '/dev/sdd'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23633373265333565', 'path': '/dev/sdd'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:32:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-635663203',display_name='tempest-TestVolumeBootPattern-volume-backed-server-635663203',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-635663203',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPqRMDgJ3K4bueS3Y9Om8G+yCfq5NHOp1NcNotrsw1kE4UP5S6FlwdBivQ9WAXnWNrR4tSZmticVxDrQpLtJu2OfFCa9/K7ROagA3ijRIZHcfUBRKyDsFkPhKS+Dj/p/3w==',key_name='tempest-keypair-1348855681',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-bgg3l0hn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:32:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=b582b6aa-fa68-44a5-bdbc-64eea975141f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5232aa84-dd04-454c-b13c-2274373bba5c", "address": "fa:16:3e:04:44:43", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5232aa84-dd", "ovs_interfaceid": "5232aa84-dd04-454c-b13c-2274373bba5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "5232aa84-dd04-454c-b13c-2274373bba5c", "address": "fa:16:3e:04:44:43", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5232aa84-dd", "ovs_interfaceid": "5232aa84-dd04-454c-b13c-2274373bba5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:44:43,bridge_name='br-int',has_traffic_filtering=True,id=5232aa84-dd04-454c-b13c-2274373bba5c,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5232aa84-dd') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG nova.objects.instance [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lazy-loading 'pci_devices' on Instance uuid b582b6aa-fa68-44a5-bdbc-64eea975141f {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:32:35 user nova-compute[74675]:   <uuid>b582b6aa-fa68-44a5-bdbc-64eea975141f</uuid>
Nov 23 06:32:35 user nova-compute[74675]:   <name>instance-00000022</name>
Nov 23 06:32:35 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:32:35 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:32:35 user nova-compute[74675]:   <metadata>
Nov 23 06:32:35 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:32:35 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:32:35 user nova-compute[74675]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-635663203</nova:name>
Nov 23 06:32:35 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:32:33</nova:creationTime>
Nov 23 06:32:35 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:32:35 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:32:35 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:32:35 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:32:35 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:32:35 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:32:35 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:32:35 user nova-compute[74675]:       <nova:owner>
Nov 23 06:32:35 user nova-compute[74675]:         <nova:user uuid="95ec05ee74eb40d0a92a6b005394e149">tempest-TestVolumeBootPattern-1164061839-project-member</nova:user>
Nov 23 06:32:35 user nova-compute[74675]:         <nova:project uuid="16ae3d4c42f64e4cba5b09935e927c47">tempest-TestVolumeBootPattern-1164061839</nova:project>
Nov 23 06:32:35 user nova-compute[74675]:       </nova:owner>
Nov 23 06:32:35 user nova-compute[74675]:       <nova:ports>
Nov 23 06:32:35 user nova-compute[74675]:         <nova:port uuid="5232aa84-dd04-454c-b13c-2274373bba5c">
Nov 23 06:32:35 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 23 06:32:35 user nova-compute[74675]:         </nova:port>
Nov 23 06:32:35 user nova-compute[74675]:       </nova:ports>
Nov 23 06:32:35 user nova-compute[74675]:     </nova:instance>
Nov 23 06:32:35 user nova-compute[74675]:   </metadata>
Nov 23 06:32:35 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:32:35 user nova-compute[74675]:     <system>
Nov 23 06:32:35 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:32:35 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:32:35 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:32:35 user nova-compute[74675]:       <entry name="serial">b582b6aa-fa68-44a5-bdbc-64eea975141f</entry>
Nov 23 06:32:35 user nova-compute[74675]:       <entry name="uuid">b582b6aa-fa68-44a5-bdbc-64eea975141f</entry>
Nov 23 06:32:35 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:32:35 user nova-compute[74675]:     </system>
Nov 23 06:32:35 user nova-compute[74675]:   </sysinfo>
Nov 23 06:32:35 user nova-compute[74675]:   <os>
Nov 23 06:32:35 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:32:35 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:32:35 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:32:35 user nova-compute[74675]:   </os>
Nov 23 06:32:35 user nova-compute[74675]:   <features>
Nov 23 06:32:35 user nova-compute[74675]:     <acpi/>
Nov 23 06:32:35 user nova-compute[74675]:     <apic/>
Nov 23 06:32:35 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:32:35 user nova-compute[74675]:   </features>
Nov 23 06:32:35 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:32:35 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:32:35 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:32:35 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:32:35 user nova-compute[74675]:   </clock>
Nov 23 06:32:35 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:32:35 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:32:35 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:32:35 user nova-compute[74675]:   </cpu>
Nov 23 06:32:35 user nova-compute[74675]:   <devices>
Nov 23 06:32:35 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:32:35 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:32:35 user nova-compute[74675]:       <source dev="/dev/sdd"/>
Nov 23 06:32:35 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:32:35 user nova-compute[74675]:       <serial>719bbea6-058e-48c0-918b-c4ab315b486f</serial>
Nov 23 06:32:35 user nova-compute[74675]:     </disk>
Nov 23 06:32:35 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:32:35 user nova-compute[74675]:       <mac address="fa:16:3e:04:44:43"/>
Nov 23 06:32:35 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:32:35 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:32:35 user nova-compute[74675]:       <target dev="tap5232aa84-dd"/>
Nov 23 06:32:35 user nova-compute[74675]:     </interface>
Nov 23 06:32:35 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:32:35 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/b582b6aa-fa68-44a5-bdbc-64eea975141f/console.log" append="off"/>
Nov 23 06:32:35 user nova-compute[74675]:     </serial>
Nov 23 06:32:35 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:32:35 user nova-compute[74675]:     <video>
Nov 23 06:32:35 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:32:35 user nova-compute[74675]:     </video>
Nov 23 06:32:35 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:32:35 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:32:35 user nova-compute[74675]:     </rng>
Nov 23 06:32:35 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:32:35 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:32:35 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:32:35 user nova-compute[74675]:     </memballoon>
Nov 23 06:32:35 user nova-compute[74675]:   </devices>
Nov 23 06:32:35 user nova-compute[74675]: </domain>
Nov 23 06:32:35 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:32:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-635663203',display_name='tempest-TestVolumeBootPattern-volume-backed-server-635663203',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-635663203',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPqRMDgJ3K4bueS3Y9Om8G+yCfq5NHOp1NcNotrsw1kE4UP5S6FlwdBivQ9WAXnWNrR4tSZmticVxDrQpLtJu2OfFCa9/K7ROagA3ijRIZHcfUBRKyDsFkPhKS+Dj/p/3w==',key_name='tempest-keypair-1348855681',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-bgg3l0hn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:32:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=b582b6aa-fa68-44a5-bdbc-64eea975141f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5232aa84-dd04-454c-b13c-2274373bba5c", "address": "fa:16:3e:04:44:43", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5232aa84-dd", "ovs_interfaceid": "5232aa84-dd04-454c-b13c-2274373bba5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "5232aa84-dd04-454c-b13c-2274373bba5c", "address": "fa:16:3e:04:44:43", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5232aa84-dd", "ovs_interfaceid": "5232aa84-dd04-454c-b13c-2274373bba5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:44:43,bridge_name='br-int',has_traffic_filtering=True,id=5232aa84-dd04-454c-b13c-2274373bba5c,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5232aa84-dd') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG os_vif [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:44:43,bridge_name='br-int',has_traffic_filtering=True,id=5232aa84-dd04-454c-b13c-2274373bba5c,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5232aa84-dd') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2d39f631-16b4-5e00-b9a3-4204f6c7cae8', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5232aa84-dd, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5232aa84-dd, col_values=(('qos', UUID('ceaa236b-fcc2-4af0-819a-08b5e9e859a2')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5232aa84-dd, col_values=(('external_ids', {'iface-id': '5232aa84-dd04-454c-b13c-2274373bba5c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:04:44:43', 'vm-uuid': 'b582b6aa-fa68-44a5-bdbc-64eea975141f'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:35 user nova-compute[74675]: INFO os_vif [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:44:43,bridge_name='br-int',has_traffic_filtering=True,id=5232aa84-dd04-454c-b13c-2274373bba5c,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5232aa84-dd')
Nov 23 06:32:35 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:32:35 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] No VIF found with MAC fa:16:3e:04:44:43, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:32:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-d0ed1f07-26ad-4b03-b0d8-b791ee650ec9 req-3801659a-713a-42cd-9a11-b4a044614392 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Received event network-vif-plugged-5232aa84-dd04-454c-b13c-2274373bba5c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:32:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d0ed1f07-26ad-4b03-b0d8-b791ee650ec9 req-3801659a-713a-42cd-9a11-b4a044614392 service nova] Acquiring lock "b582b6aa-fa68-44a5-bdbc-64eea975141f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d0ed1f07-26ad-4b03-b0d8-b791ee650ec9 req-3801659a-713a-42cd-9a11-b4a044614392 service nova] Lock "b582b6aa-fa68-44a5-bdbc-64eea975141f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d0ed1f07-26ad-4b03-b0d8-b791ee650ec9 req-3801659a-713a-42cd-9a11-b4a044614392 service nova] Lock "b582b6aa-fa68-44a5-bdbc-64eea975141f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:36 user nova-compute[74675]: DEBUG nova.compute.manager [req-d0ed1f07-26ad-4b03-b0d8-b791ee650ec9 req-3801659a-713a-42cd-9a11-b4a044614392 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] No waiting events found dispatching network-vif-plugged-5232aa84-dd04-454c-b13c-2274373bba5c {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:32:36 user nova-compute[74675]: WARNING nova.compute.manager [req-d0ed1f07-26ad-4b03-b0d8-b791ee650ec9 req-3801659a-713a-42cd-9a11-b4a044614392 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Received unexpected event network-vif-plugged-5232aa84-dd04-454c-b13c-2274373bba5c for instance with vm_state building and task_state spawning.
Nov 23 06:32:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:38 user nova-compute[74675]: DEBUG nova.compute.manager [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:32:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:32:38 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Instance spawned successfully.
Nov 23 06:32:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:32:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:32:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:32:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:32:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:32:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:32:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:32:38 user nova-compute[74675]: INFO nova.compute.manager [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Took 4.90 seconds to spawn the instance on the hypervisor.
Nov 23 06:32:38 user nova-compute[74675]: DEBUG nova.compute.manager [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:32:38 user nova-compute[74675]: DEBUG nova.compute.manager [req-05a97613-bb19-4afa-abc6-d239e26de947 req-7ee883db-d9ad-4b28-ae8d-e2157600e566 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Received event network-vif-plugged-5232aa84-dd04-454c-b13c-2274373bba5c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:32:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-05a97613-bb19-4afa-abc6-d239e26de947 req-7ee883db-d9ad-4b28-ae8d-e2157600e566 service nova] Acquiring lock "b582b6aa-fa68-44a5-bdbc-64eea975141f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-05a97613-bb19-4afa-abc6-d239e26de947 req-7ee883db-d9ad-4b28-ae8d-e2157600e566 service nova] Lock "b582b6aa-fa68-44a5-bdbc-64eea975141f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-05a97613-bb19-4afa-abc6-d239e26de947 req-7ee883db-d9ad-4b28-ae8d-e2157600e566 service nova] Lock "b582b6aa-fa68-44a5-bdbc-64eea975141f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:38 user nova-compute[74675]: DEBUG nova.compute.manager [req-05a97613-bb19-4afa-abc6-d239e26de947 req-7ee883db-d9ad-4b28-ae8d-e2157600e566 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] No waiting events found dispatching network-vif-plugged-5232aa84-dd04-454c-b13c-2274373bba5c {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:32:38 user nova-compute[74675]: WARNING nova.compute.manager [req-05a97613-bb19-4afa-abc6-d239e26de947 req-7ee883db-d9ad-4b28-ae8d-e2157600e566 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Received unexpected event network-vif-plugged-5232aa84-dd04-454c-b13c-2274373bba5c for instance with vm_state building and task_state spawning.
Nov 23 06:32:38 user nova-compute[74675]: INFO nova.compute.manager [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Took 11.73 seconds to build instance.
Nov 23 06:32:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-634e72b5-d074-423f-9b90-645e6bc2336b tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "b582b6aa-fa68-44a5-bdbc-64eea975141f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.828s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "293662ee-1e6a-44b9-8612-b50f485cfc9b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "293662ee-1e6a-44b9-8612-b50f485cfc9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "293662ee-1e6a-44b9-8612-b50f485cfc9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "293662ee-1e6a-44b9-8612-b50f485cfc9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "293662ee-1e6a-44b9-8612-b50f485cfc9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:40 user nova-compute[74675]: INFO nova.compute.manager [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Terminating instance
Nov 23 06:32:40 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG nova.compute.manager [req-1b647a3b-4195-425d-babb-c1ccd6b12bf6 req-eca9ca37-98f5-4c16-b7cf-214a1a311d80 service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Received event network-vif-unplugged-ebca033f-ebfa-4644-989b-7105db7db551 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1b647a3b-4195-425d-babb-c1ccd6b12bf6 req-eca9ca37-98f5-4c16-b7cf-214a1a311d80 service nova] Acquiring lock "293662ee-1e6a-44b9-8612-b50f485cfc9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1b647a3b-4195-425d-babb-c1ccd6b12bf6 req-eca9ca37-98f5-4c16-b7cf-214a1a311d80 service nova] Lock "293662ee-1e6a-44b9-8612-b50f485cfc9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1b647a3b-4195-425d-babb-c1ccd6b12bf6 req-eca9ca37-98f5-4c16-b7cf-214a1a311d80 service nova] Lock "293662ee-1e6a-44b9-8612-b50f485cfc9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG nova.compute.manager [req-1b647a3b-4195-425d-babb-c1ccd6b12bf6 req-eca9ca37-98f5-4c16-b7cf-214a1a311d80 service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] No waiting events found dispatching network-vif-unplugged-ebca033f-ebfa-4644-989b-7105db7db551 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG nova.compute.manager [req-1b647a3b-4195-425d-babb-c1ccd6b12bf6 req-eca9ca37-98f5-4c16-b7cf-214a1a311d80 service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Received event network-vif-unplugged-ebca033f-ebfa-4644-989b-7105db7db551 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:32:41 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Instance destroyed successfully.
Nov 23 06:32:41 user nova-compute[74675]: DEBUG nova.objects.instance [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lazy-loading 'resources' on Instance uuid 293662ee-1e6a-44b9-8612-b50f485cfc9b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:30:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1853640302',display_name='tempest-VolumesActionsTest-instance-1853640302',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1853640302',id=32,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:30:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8455537168f243b0b622016cb876f551',ramdisk_id='',reservation_id='r-zl2hvxni',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-236786161',owner_user_name='tempest-VolumesActionsTest-236786161-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:30:57Z,user_data=None,user_id='61921abe27234749a71bd4e5f1590fc6',uuid=293662ee-1e6a-44b9-8612-b50f485cfc9b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ebca033f-ebfa-4644-989b-7105db7db551", "address": "fa:16:3e:fd:e9:d5", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebca033f-eb", "ovs_interfaceid": "ebca033f-ebfa-4644-989b-7105db7db551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Converting VIF {"id": "ebca033f-ebfa-4644-989b-7105db7db551", "address": "fa:16:3e:fd:e9:d5", "network": {"id": "4321c92e-36b6-4297-9382-4d670e77da80", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1456084911-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8455537168f243b0b622016cb876f551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebca033f-eb", "ovs_interfaceid": "ebca033f-ebfa-4644-989b-7105db7db551", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:e9:d5,bridge_name='br-int',has_traffic_filtering=True,id=ebca033f-ebfa-4644-989b-7105db7db551,network=Network(4321c92e-36b6-4297-9382-4d670e77da80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebca033f-eb') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG os_vif [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:e9:d5,bridge_name='br-int',has_traffic_filtering=True,id=ebca033f-ebfa-4644-989b-7105db7db551,network=Network(4321c92e-36b6-4297-9382-4d670e77da80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebca033f-eb') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapebca033f-eb, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=26b18995-c821-4dc4-8283-92e499a8f956) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:32:41 user nova-compute[74675]: INFO os_vif [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:e9:d5,bridge_name='br-int',has_traffic_filtering=True,id=ebca033f-ebfa-4644-989b-7105db7db551,network=Network(4321c92e-36b6-4297-9382-4d670e77da80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebca033f-eb')
Nov 23 06:32:41 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Deleting instance files /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b_del
Nov 23 06:32:41 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Deletion of /opt/stack/data/nova/instances/293662ee-1e6a-44b9-8612-b50f485cfc9b_del complete
Nov 23 06:32:41 user nova-compute[74675]: INFO nova.compute.manager [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 23 06:32:41 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:32:41 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:32:42 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:32:43 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Took 1.19 seconds to deallocate network for instance.
Nov 23 06:32:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:43 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:32:43 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:32:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.316s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:43 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Deleted allocations for instance 293662ee-1e6a-44b9-8612-b50f485cfc9b
Nov 23 06:32:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-cc95a1ff-5111-4cd2-aa26-32619d47fcf6 req-ac794900-24bb-4466-b722-b5afb42d0053 service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Received event network-vif-plugged-ebca033f-ebfa-4644-989b-7105db7db551 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:32:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cc95a1ff-5111-4cd2-aa26-32619d47fcf6 req-ac794900-24bb-4466-b722-b5afb42d0053 service nova] Acquiring lock "293662ee-1e6a-44b9-8612-b50f485cfc9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cc95a1ff-5111-4cd2-aa26-32619d47fcf6 req-ac794900-24bb-4466-b722-b5afb42d0053 service nova] Lock "293662ee-1e6a-44b9-8612-b50f485cfc9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cc95a1ff-5111-4cd2-aa26-32619d47fcf6 req-ac794900-24bb-4466-b722-b5afb42d0053 service nova] Lock "293662ee-1e6a-44b9-8612-b50f485cfc9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-cc95a1ff-5111-4cd2-aa26-32619d47fcf6 req-ac794900-24bb-4466-b722-b5afb42d0053 service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] No waiting events found dispatching network-vif-plugged-ebca033f-ebfa-4644-989b-7105db7db551 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:32:43 user nova-compute[74675]: WARNING nova.compute.manager [req-cc95a1ff-5111-4cd2-aa26-32619d47fcf6 req-ac794900-24bb-4466-b722-b5afb42d0053 service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Received unexpected event network-vif-plugged-ebca033f-ebfa-4644-989b-7105db7db551 for instance with vm_state deleted and task_state None.
Nov 23 06:32:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-cc95a1ff-5111-4cd2-aa26-32619d47fcf6 req-ac794900-24bb-4466-b722-b5afb42d0053 service nova] [instance: 293662ee-1e6a-44b9-8612-b50f485cfc9b] Received event network-vif-deleted-ebca033f-ebfa-4644-989b-7105db7db551 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:32:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c6222422-5e6c-472a-a445-ca6bf9e06130 tempest-VolumesActionsTest-236786161 tempest-VolumesActionsTest-236786161-project-member] Lock "293662ee-1e6a-44b9-8612-b50f485cfc9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.592s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "abca82b9-f498-49e1-900c-505792bde9f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:53 user nova-compute[74675]: DEBUG nova.compute.manager [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:32:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:53 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:32:53 user nova-compute[74675]: INFO nova.compute.claims [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Claim successful on node user
Nov 23 06:32:54 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.386s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG nova.network.neutron [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:32:54 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:32:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG nova.policy [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c500c76720f499597f05d2cee347bca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e0e925e30a14a178f2cd780dccbdff2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:32:54 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Creating image(s)
Nov 23 06:32:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "/opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "/opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "/opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.180s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.180s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk 1073741824" returned: 0 in 0.057s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG nova.network.neutron [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Successfully created port: a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Checking if we can resize image /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Cannot resize image /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Ensure instance console log exists: /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG nova.network.neutron [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Successfully updated port: a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG nova.compute.manager [req-e02bf046-27b9-403c-8304-db52ac0ca7c8 req-613aa484-f987-4609-a92b-1aa45773810b service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-changed-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG nova.compute.manager [req-e02bf046-27b9-403c-8304-db52ac0ca7c8 req-613aa484-f987-4609-a92b-1aa45773810b service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Refreshing instance network info cache due to event network-changed-a06d323b-7a1c-4966-8d9b-83034ce372e5. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e02bf046-27b9-403c-8304-db52ac0ca7c8 req-613aa484-f987-4609-a92b-1aa45773810b service nova] Acquiring lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e02bf046-27b9-403c-8304-db52ac0ca7c8 req-613aa484-f987-4609-a92b-1aa45773810b service nova] Acquired lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG nova.network.neutron [req-e02bf046-27b9-403c-8304-db52ac0ca7c8 req-613aa484-f987-4609-a92b-1aa45773810b service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Refreshing network info cache for port a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG nova.network.neutron [req-e02bf046-27b9-403c-8304-db52ac0ca7c8 req-613aa484-f987-4609-a92b-1aa45773810b service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG nova.network.neutron [req-e02bf046-27b9-403c-8304-db52ac0ca7c8 req-613aa484-f987-4609-a92b-1aa45773810b service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e02bf046-27b9-403c-8304-db52ac0ca7c8 req-613aa484-f987-4609-a92b-1aa45773810b service nova] Releasing lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquired lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:32:55 user nova-compute[74675]: DEBUG nova.network.neutron [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.network.neutron [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.network.neutron [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Updating instance_info_cache with network_info: [{"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Releasing lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.compute.manager [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Instance network_info: |[{"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Start _get_guest_xml network_info=[{"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:56 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:32:56 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:32:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1779733039',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1779733039',id=35,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNqZfD3RkUAGWmwxNGODeckfrVH6B0bduM1vxkODWp/ar7wyC+HwR3/9Eeav77z5z52BL9T8VKvhkfYBhb3Y1CTIyTOgHTB4v7V3WzjBPfk9T+nhetGH5/M0GGPM+k5DnQ==',key_name='tempest-keypair-646455995',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e0e925e30a14a178f2cd780dccbdff2',ramdisk_id='',reservation_id='r-2vnvs80q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-67653961',owner_user_name='tempest-AttachVolumeShelveTestJSON-67653961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:32:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c500c76720f499597f05d2cee347bca',uuid=abca82b9-f498-49e1-900c-505792bde9f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converting VIF {"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4e:3b,bridge_name='br-int',has_traffic_filtering=True,id=a06d323b-7a1c-4966-8d9b-83034ce372e5,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa06d323b-7a') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.objects.instance [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'pci_devices' on Instance uuid abca82b9-f498-49e1-900c-505792bde9f2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:32:56 user nova-compute[74675]:   <uuid>abca82b9-f498-49e1-900c-505792bde9f2</uuid>
Nov 23 06:32:56 user nova-compute[74675]:   <name>instance-00000023</name>
Nov 23 06:32:56 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:32:56 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:32:56 user nova-compute[74675]:   <metadata>
Nov 23 06:32:56 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:32:56 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:32:56 user nova-compute[74675]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1779733039</nova:name>
Nov 23 06:32:56 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:32:56</nova:creationTime>
Nov 23 06:32:56 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:32:56 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:32:56 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:32:56 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:32:56 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:32:56 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:32:56 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:32:56 user nova-compute[74675]:       <nova:owner>
Nov 23 06:32:56 user nova-compute[74675]:         <nova:user uuid="4c500c76720f499597f05d2cee347bca">tempest-AttachVolumeShelveTestJSON-67653961-project-member</nova:user>
Nov 23 06:32:56 user nova-compute[74675]:         <nova:project uuid="3e0e925e30a14a178f2cd780dccbdff2">tempest-AttachVolumeShelveTestJSON-67653961</nova:project>
Nov 23 06:32:56 user nova-compute[74675]:       </nova:owner>
Nov 23 06:32:56 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:32:56 user nova-compute[74675]:       <nova:ports>
Nov 23 06:32:56 user nova-compute[74675]:         <nova:port uuid="a06d323b-7a1c-4966-8d9b-83034ce372e5">
Nov 23 06:32:56 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 23 06:32:56 user nova-compute[74675]:         </nova:port>
Nov 23 06:32:56 user nova-compute[74675]:       </nova:ports>
Nov 23 06:32:56 user nova-compute[74675]:     </nova:instance>
Nov 23 06:32:56 user nova-compute[74675]:   </metadata>
Nov 23 06:32:56 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:32:56 user nova-compute[74675]:     <system>
Nov 23 06:32:56 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:32:56 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:32:56 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:32:56 user nova-compute[74675]:       <entry name="serial">abca82b9-f498-49e1-900c-505792bde9f2</entry>
Nov 23 06:32:56 user nova-compute[74675]:       <entry name="uuid">abca82b9-f498-49e1-900c-505792bde9f2</entry>
Nov 23 06:32:56 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:32:56 user nova-compute[74675]:     </system>
Nov 23 06:32:56 user nova-compute[74675]:   </sysinfo>
Nov 23 06:32:56 user nova-compute[74675]:   <os>
Nov 23 06:32:56 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:32:56 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:32:56 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:32:56 user nova-compute[74675]:   </os>
Nov 23 06:32:56 user nova-compute[74675]:   <features>
Nov 23 06:32:56 user nova-compute[74675]:     <acpi/>
Nov 23 06:32:56 user nova-compute[74675]:     <apic/>
Nov 23 06:32:56 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:32:56 user nova-compute[74675]:   </features>
Nov 23 06:32:56 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:32:56 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:32:56 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:32:56 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:32:56 user nova-compute[74675]:   </clock>
Nov 23 06:32:56 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:32:56 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:32:56 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:32:56 user nova-compute[74675]:   </cpu>
Nov 23 06:32:56 user nova-compute[74675]:   <devices>
Nov 23 06:32:56 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:32:56 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:32:56 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk"/>
Nov 23 06:32:56 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:32:56 user nova-compute[74675]:     </disk>
Nov 23 06:32:56 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:32:56 user nova-compute[74675]:       <mac address="fa:16:3e:8f:4e:3b"/>
Nov 23 06:32:56 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:32:56 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:32:56 user nova-compute[74675]:       <target dev="tapa06d323b-7a"/>
Nov 23 06:32:56 user nova-compute[74675]:     </interface>
Nov 23 06:32:56 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:32:56 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/console.log" append="off"/>
Nov 23 06:32:56 user nova-compute[74675]:     </serial>
Nov 23 06:32:56 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:32:56 user nova-compute[74675]:     <video>
Nov 23 06:32:56 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:32:56 user nova-compute[74675]:     </video>
Nov 23 06:32:56 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:32:56 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:32:56 user nova-compute[74675]:     </rng>
Nov 23 06:32:56 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:32:56 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:32:56 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:32:56 user nova-compute[74675]:     </memballoon>
Nov 23 06:32:56 user nova-compute[74675]:   </devices>
Nov 23 06:32:56 user nova-compute[74675]: </domain>
Nov 23 06:32:56 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:32:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1779733039',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1779733039',id=35,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNqZfD3RkUAGWmwxNGODeckfrVH6B0bduM1vxkODWp/ar7wyC+HwR3/9Eeav77z5z52BL9T8VKvhkfYBhb3Y1CTIyTOgHTB4v7V3WzjBPfk9T+nhetGH5/M0GGPM+k5DnQ==',key_name='tempest-keypair-646455995',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e0e925e30a14a178f2cd780dccbdff2',ramdisk_id='',reservation_id='r-2vnvs80q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-67653961',owner_user_name='tempest-AttachVolumeShelveTestJSON-67653961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:32:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c500c76720f499597f05d2cee347bca',uuid=abca82b9-f498-49e1-900c-505792bde9f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converting VIF {"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4e:3b,bridge_name='br-int',has_traffic_filtering=True,id=a06d323b-7a1c-4966-8d9b-83034ce372e5,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa06d323b-7a') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG os_vif [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4e:3b,bridge_name='br-int',has_traffic_filtering=True,id=a06d323b-7a1c-4966-8d9b-83034ce372e5,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa06d323b-7a') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '187460ec-5a35-5101-8ce6-6c8ffcd95dda', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa06d323b-7a, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa06d323b-7a, col_values=(('qos', UUID('215b49eb-372c-466a-a5a2-d821e2697b6a')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa06d323b-7a, col_values=(('external_ids', {'iface-id': 'a06d323b-7a1c-4966-8d9b-83034ce372e5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8f:4e:3b', 'vm-uuid': 'abca82b9-f498-49e1-900c-505792bde9f2'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:56 user nova-compute[74675]: INFO os_vif [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4e:3b,bridge_name='br-int',has_traffic_filtering=True,id=a06d323b-7a1c-4966-8d9b-83034ce372e5,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa06d323b-7a')
Nov 23 06:32:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:32:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] No VIF found with MAC fa:16:3e:8f:4e:3b, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:32:57 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:32:57 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7942MB free_disk=25.40874481201172GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d4052753-45c5-4622-a5c2-24f11fdba12b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 43f15c0e-1e50-4461-8896-e5df8e1caf4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 6830aab7-1f63-4e2d-8520-6c3636baefc4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance b582b6aa-fa68-44a5-bdbc-64eea975141f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance abca82b9-f498-49e1-900c-505792bde9f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:32:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.413s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-15614bcf-d1bf-4648-8b93-a88696365e4c req-e6e856a7-3c7f-4f3a-b4e2-45655d3d0fe6 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:32:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-15614bcf-d1bf-4648-8b93-a88696365e4c req-e6e856a7-3c7f-4f3a-b4e2-45655d3d0fe6 service nova] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:32:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-15614bcf-d1bf-4648-8b93-a88696365e4c req-e6e856a7-3c7f-4f3a-b4e2-45655d3d0fe6 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:32:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-15614bcf-d1bf-4648-8b93-a88696365e4c req-e6e856a7-3c7f-4f3a-b4e2-45655d3d0fe6 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:32:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-15614bcf-d1bf-4648-8b93-a88696365e4c req-e6e856a7-3c7f-4f3a-b4e2-45655d3d0fe6 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] No waiting events found dispatching network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:32:58 user nova-compute[74675]: WARNING nova.compute.manager [req-15614bcf-d1bf-4648-8b93-a88696365e4c req-e6e856a7-3c7f-4f3a-b4e2-45655d3d0fe6 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received unexpected event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 for instance with vm_state building and task_state spawning.
Nov 23 06:32:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:32:58 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:32:58 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:32:59 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:32:59 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:32:59 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:32:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:33:00 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Instance spawned successfully.
Nov 23 06:33:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-a85cf478-9177-481f-b5e4-2737e0e23c87 req-98592c4b-5b0e-46ab-b968-1a3c8fdef56a service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a85cf478-9177-481f-b5e4-2737e0e23c87 req-98592c4b-5b0e-46ab-b968-1a3c8fdef56a service nova] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a85cf478-9177-481f-b5e4-2737e0e23c87 req-98592c4b-5b0e-46ab-b968-1a3c8fdef56a service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a85cf478-9177-481f-b5e4-2737e0e23c87 req-98592c4b-5b0e-46ab-b968-1a3c8fdef56a service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-a85cf478-9177-481f-b5e4-2737e0e23c87 req-98592c4b-5b0e-46ab-b968-1a3c8fdef56a service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] No waiting events found dispatching network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:33:00 user nova-compute[74675]: WARNING nova.compute.manager [req-a85cf478-9177-481f-b5e4-2737e0e23c87 req-98592c4b-5b0e-46ab-b968-1a3c8fdef56a service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received unexpected event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 for instance with vm_state building and task_state spawning.
Nov 23 06:33:00 user nova-compute[74675]: INFO nova.compute.manager [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Took 5.98 seconds to spawn the instance on the hypervisor.
Nov 23 06:33:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Updating instance_info_cache with network_info: [{"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:33:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:33:00 user nova-compute[74675]: INFO nova.compute.manager [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Took 6.78 seconds to build instance.
Nov 23 06:33:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e382745a-1655-4f9b-97a7-0de83a3006e6 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "abca82b9-f498-49e1-900c-505792bde9f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.874s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:02 user nova-compute[74675]: INFO nova.compute.manager [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Terminating instance
Nov 23 06:33:02 user nova-compute[74675]: DEBUG nova.compute.manager [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG nova.compute.manager [req-9338c521-57b7-4dd8-9aca-155a698ce794 req-4effcb57-7d27-4ff4-8925-3fa7405b0aa5 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received event network-vif-unplugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9338c521-57b7-4dd8-9aca-155a698ce794 req-4effcb57-7d27-4ff4-8925-3fa7405b0aa5 service nova] Acquiring lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9338c521-57b7-4dd8-9aca-155a698ce794 req-4effcb57-7d27-4ff4-8925-3fa7405b0aa5 service nova] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9338c521-57b7-4dd8-9aca-155a698ce794 req-4effcb57-7d27-4ff4-8925-3fa7405b0aa5 service nova] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG nova.compute.manager [req-9338c521-57b7-4dd8-9aca-155a698ce794 req-4effcb57-7d27-4ff4-8925-3fa7405b0aa5 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] No waiting events found dispatching network-vif-unplugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG nova.compute.manager [req-9338c521-57b7-4dd8-9aca-155a698ce794 req-4effcb57-7d27-4ff4-8925-3fa7405b0aa5 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received event network-vif-unplugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:03 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Instance destroyed successfully.
Nov 23 06:33:03 user nova-compute[74675]: DEBUG nova.objects.instance [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lazy-loading 'resources' on Instance uuid 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:26:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-995443651',display_name='tempest-ServerActionsTestOtherA-server-995443651',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-995443651',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5qa812QOXF1oJtEBrWkRFLWQ5uxfjZnl9+f4NrpyBK5S9uP/UlefEdujhqKaTO7I3xfiThkM3snk9P+Q9Wx7R/4hTz+Dw/wsZcYoisQNfmhGIajc1KN9z0a6MuUI8kZA==',key_name='tempest-keypair-1142870474',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:28:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8eaf068877754620a8c074e5463d5adc',ramdisk_id='',reservation_id='r-hb2qr6rp',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-891907262',owner_user_name='tempest-ServerActionsTestOtherA-891907262-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:30:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6e28578c4a2646bfb41fed9714e6244d',uuid=1bd68e81-6ef9-46b1-930c-a7d4e32b20e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converting VIF {"id": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "address": "fa:16:3e:98:7c:00", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08e903b1-f6", "ovs_interfaceid": "08e903b1-f6dd-485e-97b1-7ec8d5289478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:98:7c:00,bridge_name='br-int',has_traffic_filtering=True,id=08e903b1-f6dd-485e-97b1-7ec8d5289478,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e903b1-f6') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_vif [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:7c:00,bridge_name='br-int',has_traffic_filtering=True,id=08e903b1-f6dd-485e-97b1-7ec8d5289478,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e903b1-f6') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap08e903b1-f6, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4a3e61bf-3fa0-4392-9392-2f1fe4d2d337) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:03 user nova-compute[74675]: INFO os_vif [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:7c:00,bridge_name='br-int',has_traffic_filtering=True,id=08e903b1-f6dd-485e-97b1-7ec8d5289478,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08e903b1-f6')
Nov 23 06:33:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HUKcbjGp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:33:03 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8cc38b7-35ec-4b5f-bd02-b66e62b740de]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:33:03 user nova-compute[74675]: No targets found.
Nov 23 06:33:03 user nova-compute[74675]: iSNS:
Nov 23 06:33:03 user nova-compute[74675]: No targets found.
Nov 23 06:33:03 user nova-compute[74675]: STATIC:
Nov 23 06:33:03 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:33:03 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:33:03 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:33:03 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c
Nov 23 06:33:03 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:33:03 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:33:03 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380
Nov 23 06:33:03 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:33:03 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:33:03 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f
Nov 23 06:33:03 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:33:03 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:33:03 user nova-compute[74675]: FIRMWARE:
Nov 23 06:33:03 user nova-compute[74675]: No targets found.
Nov 23 06:33:03 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:33:03 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:33:03 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[66134b63-376b-4dc3-aedd-d6b5ec747211]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[23a8f4d8-3728-4acb-862f-57d376caa971]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:33:03 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:33:03 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:33:03 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:33:03 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:33:03 user nova-compute[74675]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c (non-flash)
Nov 23 06:33:03 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:33:03 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:33:03 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac6820b400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c4b548f-502b-4b1b-ab47-ce00ef1855cc]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[00e9a91d-95cd-4e1c-82e5-9a5481a788a5]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[383e2c08-975b-4baf-a068-a44270215051]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b39677b7-0e52-4cdc-820f-653d72d330b0]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO42023276-af943036a1f4c291', '/dev/disk/by-id/scsi-26166393433303336', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_42023276') {{(pid=85990) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 23 06:33:03 user nova-compute[74675]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIO42023276-af943036a1f4c291
Nov 23 06:33:03 user nova-compute[74675]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-26166393433303336
Nov 23 06:33:03 user nova-compute[74675]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_42023276
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e02d8eff-5ddd-46a7-b64f-48e149a47fc4]: (4, None) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[88e11e9a-5df1-443d-86b1-656c3adf9c71]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:33:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:04 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[53f91558-53ee-4deb-91bd-8660c8f11a88]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c, portal: 172.16.0.220,3260]
Nov 23 06:33:04 user nova-compute[74675]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c, portal: 172.16.0.220,3260] successful.
Nov 23 06:33:04 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:33:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af6b28c4-9fda-408e-8dea-2b652034ea6c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:04 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e87c94e-5463-4466-8d7d-0644e49cfa09]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:33:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.327s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:33:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] <== disconnect_volume: return (328ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:33:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:33:04 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Deleting instance files /opt/stack/data/nova/instances/1bd68e81-6ef9-46b1-930c-a7d4e32b20e2_del
Nov 23 06:33:04 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Deletion of /opt/stack/data/nova/instances/1bd68e81-6ef9-46b1-930c-a7d4e32b20e2_del complete
Nov 23 06:33:04 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:33:04 user nova-compute[74675]: INFO nova.compute.manager [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Took 1.20 seconds to destroy the instance on the hypervisor.
Nov 23 06:33:04 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:33:04 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:33:04 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:33:04 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:33:04 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Took 0.61 seconds to deallocate network for instance.
Nov 23 06:33:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:05 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:33:05 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:33:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-64f83b2e-d0cf-4254-b513-299bc75e1633 req-a80208b9-aaac-4aad-96b3-77e6150786c5 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received event network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:33:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-64f83b2e-d0cf-4254-b513-299bc75e1633 req-a80208b9-aaac-4aad-96b3-77e6150786c5 service nova] Acquiring lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-64f83b2e-d0cf-4254-b513-299bc75e1633 req-a80208b9-aaac-4aad-96b3-77e6150786c5 service nova] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-64f83b2e-d0cf-4254-b513-299bc75e1633 req-a80208b9-aaac-4aad-96b3-77e6150786c5 service nova] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-64f83b2e-d0cf-4254-b513-299bc75e1633 req-a80208b9-aaac-4aad-96b3-77e6150786c5 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] No waiting events found dispatching network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:33:05 user nova-compute[74675]: WARNING nova.compute.manager [req-64f83b2e-d0cf-4254-b513-299bc75e1633 req-a80208b9-aaac-4aad-96b3-77e6150786c5 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received unexpected event network-vif-plugged-08e903b1-f6dd-485e-97b1-7ec8d5289478 for instance with vm_state active and task_state deleting.
Nov 23 06:33:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-64f83b2e-d0cf-4254-b513-299bc75e1633 req-a80208b9-aaac-4aad-96b3-77e6150786c5 service nova] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Received event network-vif-deleted-08e903b1-f6dd-485e-97b1-7ec8d5289478 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:33:05 user nova-compute[74675]: INFO nova.compute.manager [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Took 1.03 seconds to detach 1 volumes for instance.
Nov 23 06:33:05 user nova-compute[74675]: DEBUG nova.compute.manager [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2] Deleting volume: af6b28c4-9fda-408e-8dea-2b652034ea6c {{(pid=74675) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 23 06:33:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:06 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:33:06 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:33:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.450s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:06 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Deleted allocations for instance 1bd68e81-6ef9-46b1-930c-a7d4e32b20e2
Nov 23 06:33:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d3b74067-2962-4a56-ae4c-377ccb217774 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "1bd68e81-6ef9-46b1-930c-a7d4e32b20e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.655s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:07 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:33:07 user nova-compute[74675]: INFO nova.compute.manager [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Rescuing
Nov 23 06:33:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "refresh_cache-6830aab7-1f63-4e2d-8520-6c3636baefc4" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:33:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquired lock "refresh_cache-6830aab7-1f63-4e2d-8520-6c3636baefc4" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:33:07 user nova-compute[74675]: DEBUG nova.network.neutron [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:33:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Updating instance_info_cache with network_info: [{"id": "6148a3b7-8394-4994-aefb-d17769c44ef0", "address": "fa:16:3e:a8:5b:ee", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6148a3b7-83", "ovs_interfaceid": "6148a3b7-8394-4994-aefb-d17769c44ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:33:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Releasing lock "refresh_cache-6830aab7-1f63-4e2d-8520-6c3636baefc4" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:33:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-c6fb28a2-f11e-4c2f-a36a-d326ea2ad879 req-c805f322-ef96-44fe-8819-fca58e90d7b1 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received event network-vif-unplugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:33:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c6fb28a2-f11e-4c2f-a36a-d326ea2ad879 req-c805f322-ef96-44fe-8819-fca58e90d7b1 service nova] Acquiring lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c6fb28a2-f11e-4c2f-a36a-d326ea2ad879 req-c805f322-ef96-44fe-8819-fca58e90d7b1 service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c6fb28a2-f11e-4c2f-a36a-d326ea2ad879 req-c805f322-ef96-44fe-8819-fca58e90d7b1 service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-c6fb28a2-f11e-4c2f-a36a-d326ea2ad879 req-c805f322-ef96-44fe-8819-fca58e90d7b1 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] No waiting events found dispatching network-vif-unplugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:33:08 user nova-compute[74675]: WARNING nova.compute.manager [req-c6fb28a2-f11e-4c2f-a36a-d326ea2ad879 req-c805f322-ef96-44fe-8819-fca58e90d7b1 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received unexpected event network-vif-unplugged-6148a3b7-8394-4994-aefb-d17769c44ef0 for instance with vm_state active and task_state rescuing.
Nov 23 06:33:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:08 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Instance destroyed successfully.
Nov 23 06:33:08 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Attempting a stable device rescue
Nov 23 06:33:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74675) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 23 06:33:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Instance directory exists: not creating {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 23 06:33:09 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Creating image(s)
Nov 23 06:33:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "/opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "/opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "/opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:09 user nova-compute[74675]: DEBUG nova.objects.instance [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6830aab7-1f63-4e2d-8520-6c3636baefc4 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:33:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "4c450944632f8301e126e124d5c10ddc6c235dde" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "4c450944632f8301e126e124d5c10ddc6c235dde" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4c450944632f8301e126e124d5c10ddc6c235dde.part --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4c450944632f8301e126e124d5c10ddc6c235dde.part --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG nova.virt.images [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] 20af9515-4a66-406c-8047-e6dad990763e was qcow2, converting to raw {{(pid=74675) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4c450944632f8301e126e124d5c10ddc6c235dde.part /opt/stack/data/nova/instances/_base/4c450944632f8301e126e124d5c10ddc6c235dde.converted {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG nova.compute.manager [req-12400830-dd0a-4fd1-ab81-7bade2da165e req-e2d00c2b-9894-4812-8c06-02057f4f747b service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-12400830-dd0a-4fd1-ab81-7bade2da165e req-e2d00c2b-9894-4812-8c06-02057f4f747b service nova] Acquiring lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-12400830-dd0a-4fd1-ab81-7bade2da165e req-e2d00c2b-9894-4812-8c06-02057f4f747b service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-12400830-dd0a-4fd1-ab81-7bade2da165e req-e2d00c2b-9894-4812-8c06-02057f4f747b service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG nova.compute.manager [req-12400830-dd0a-4fd1-ab81-7bade2da165e req-e2d00c2b-9894-4812-8c06-02057f4f747b service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] No waiting events found dispatching network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:33:10 user nova-compute[74675]: WARNING nova.compute.manager [req-12400830-dd0a-4fd1-ab81-7bade2da165e req-e2d00c2b-9894-4812-8c06-02057f4f747b service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received unexpected event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 for instance with vm_state active and task_state rescuing.
Nov 23 06:33:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:10 user nova-compute[74675]: INFO nova.compute.manager [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Terminating instance
Nov 23 06:33:10 user nova-compute[74675]: DEBUG nova.compute.manager [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4c450944632f8301e126e124d5c10ddc6c235dde.part /opt/stack/data/nova/instances/_base/4c450944632f8301e126e124d5c10ddc6c235dde.converted" returned: 0 in 0.545s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4c450944632f8301e126e124d5c10ddc6c235dde.converted --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4c450944632f8301e126e124d5c10ddc6c235dde.converted --force-share --output=json" returned: 0 in 0.187s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "4c450944632f8301e126e124d5c10ddc6c235dde" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.086s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-d6967e25-f892-49b6-83c1-a4abe2fdfa2c req-aa9ba741-4989-4d03-b60a-7907c07402b3 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received event network-vif-unplugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d6967e25-f892-49b6-83c1-a4abe2fdfa2c req-aa9ba741-4989-4d03-b60a-7907c07402b3 service nova] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d6967e25-f892-49b6-83c1-a4abe2fdfa2c req-aa9ba741-4989-4d03-b60a-7907c07402b3 service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d6967e25-f892-49b6-83c1-a4abe2fdfa2c req-aa9ba741-4989-4d03-b60a-7907c07402b3 service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-d6967e25-f892-49b6-83c1-a4abe2fdfa2c req-aa9ba741-4989-4d03-b60a-7907c07402b3 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] No waiting events found dispatching network-vif-unplugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-d6967e25-f892-49b6-83c1-a4abe2fdfa2c req-aa9ba741-4989-4d03-b60a-7907c07402b3 service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received event network-vif-unplugged-c52bf001-fe0d-45f7-846f-657ccd55a068 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "4c450944632f8301e126e124d5c10ddc6c235dde" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "4c450944632f8301e126e124d5c10ddc6c235dde" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4c450944632f8301e126e124d5c10ddc6c235dde --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4c450944632f8301e126e124d5c10ddc6c235dde --force-share --output=json" returned: 0 in 0.187s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4c450944632f8301e126e124d5c10ddc6c235dde,backing_fmt=raw /opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/disk.rescue {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4c450944632f8301e126e124d5c10ddc6c235dde,backing_fmt=raw /opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/disk.rescue" returned: 0 in 0.059s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "4c450944632f8301e126e124d5c10ddc6c235dde" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.objects.instance [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'migration_context' on Instance uuid 6830aab7-1f63-4e2d-8520-6c3636baefc4 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.objects.base [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Object Instance<6830aab7-1f63-4e2d-8520-6c3636baefc4> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Start _get_guest_xml network_info=[{"id": "6148a3b7-8394-4994-aefb-d17769c44ef0", "address": "fa:16:3e:a8:5b:ee", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "vif_mac": "fa:16:3e:a8:5b:ee"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6148a3b7-83", "ovs_interfaceid": "6148a3b7-8394-4994-aefb-d17769c44ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '20af9515-4a66-406c-8047-e6dad990763e', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LsdilVIz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '6830aab7-1f63-4e2d-8520-6c3636baefc4', 'attached_at': '', 'detached_at': '', 'volume_id': 'd65e615b-9c5b-425e-8330-9c336b3f3380', 'serial': 'd65e615b-9c5b-425e-8330-9c336b3f3380'}, 'attachment_id': 'f1693347-8875-46ae-8e1f-8f96a9f9191f', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.objects.instance [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'resources' on Instance uuid 6830aab7-1f63-4e2d-8520-6c3636baefc4 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:33:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Instance destroyed successfully.
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.objects.instance [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'resources' on Instance uuid d4052753-45c5-4622-a5c2-24f11fdba12b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.objects.base [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Object Instance<6830aab7-1f63-4e2d-8520-6c3636baefc4> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.objects.instance [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'numa_topology' on Instance uuid 6830aab7-1f63-4e2d-8520-6c3636baefc4 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:23:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1611405922',display_name='tempest-AttachVolumeTestJSON-server-1611405922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1611405922',id=23,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlM+m27eswYsFuxyuhq+XfKX4OJhR5e+3a1m+EslFRKElLdmhx0QSiqhwQulPqYsospDeOx69ys9NuS3/JGV/lj8VD6NkR4Vj8y2GesDvwFjommyN+pYTk/Q2Fvj97haQ==',key_name='tempest-keypair-244033543',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:23:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='64a8e9912883450fa44969c8ebbac519',ramdisk_id='',reservation_id='r-tg1sdsxa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-572935082',owner_user_name='tempest-AttachVolumeTestJSON-572935082-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:31:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2c266b233144ef1bf29b9e3fd37d87e',uuid=d4052753-45c5-4622-a5c2-24f11fdba12b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converting VIF {"id": "c52bf001-fe0d-45f7-846f-657ccd55a068", "address": "fa:16:3e:76:64:4a", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc52bf001-fe", "ovs_interfaceid": "c52bf001-fe0d-45f7-846f-657ccd55a068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_vif [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.objects.base [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Object Instance<6830aab7-1f63-4e2d-8520-6c3636baefc4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc52bf001-fe, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:33:11 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:33:11 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:33:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=793d8d5f-1303-4e5a-ae84-2931edbb2919) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.objects.instance [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6830aab7-1f63-4e2d-8520-6c3636baefc4 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:11 user nova-compute[74675]: INFO os_vif [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:64:4a,bridge_name='br-int',has_traffic_filtering=True,id=c52bf001-fe0d-45f7-846f-657ccd55a068,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc52bf001-fe')
Nov 23 06:33:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Deleting instance files /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b_del
Nov 23 06:33:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Deletion of /opt/stack/data/nova/instances/d4052753-45c5-4622-a5c2-24f11fdba12b_del complete
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.objects.base [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Object Instance<6830aab7-1f63-4e2d-8520-6c3636baefc4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LsdilVIz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:33:11 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:33:11 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:33:11 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:11 user nova-compute[74675]: INFO nova.compute.manager [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b7b9362-6871-4fef-9479-5d7948b3ad95]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = LsdilVIz\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 23 06:33:11 user nova-compute[74675]: node.name = iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380
Nov 23 06:33:11 user nova-compute[74675]: node.tpgt = -1
Nov 23 06:33:11 user nova-compute[74675]: node.startup = automatic
Nov 23 06:33:11 user nova-compute[74675]: node.leading_login = No
Nov 23 06:33:11 user nova-compute[74675]: iface.iscsi_ifacename = default
Nov 23 06:33:11 user nova-compute[74675]: iface.net_ifacename = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.ipaddress = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.prefix_len = 0
Nov 23 06:33:11 user nova-compute[74675]: iface.hwaddress = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.transport_name = tcp
Nov 23 06:33:11 user nova-compute[74675]: iface.initiatorname = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.state = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.vlan_id = 0
Nov 23 06:33:11 user nova-compute[74675]: iface.vlan_priority = 0
Nov 23 06:33:11 user nova-compute[74675]: iface.vlan_state = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.iface_num = 0
Nov 23 06:33:11 user nova-compute[74675]: iface.mtu = 0
Nov 23 06:33:11 user nova-compute[74675]: iface.port = 0
Nov 23 06:33:11 user nova-compute[74675]: iface.bootproto = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.subnet_mask = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.gateway = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.dhcp_alt_client_id_state = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.dhcp_alt_client_id = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.dhcp_dns = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.dhcp_learn_iqn = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.dhcp_req_vendor_id_state = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.dhcp_vendor_id_state = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.dhcp_vendor_id = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.dhcp_slp_da = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.fragmentation = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.gratuitous_arp = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.incoming_forwarding = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.tos_state = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.tos = 0
Nov 23 06:33:11 user nova-compute[74675]: iface.ttl = 0
Nov 23 06:33:11 user nova-compute[74675]: iface.delayed_ack = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.tcp_nagle = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.tcp_wsf_state = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.tcp_wsf = 0
Nov 23 06:33:11 user nova-compute[74675]: iface.tcp_timer_scale = 0
Nov 23 06:33:11 user nova-compute[74675]: iface.tcp_timestamp = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.redirect = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.def_task_mgmt_timeout = 0
Nov 23 06:33:11 user nova-compute[74675]: iface.header_digest = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.data_digest = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.immediate_data = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.initial_r2t = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.data_seq_inorder = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.data_pdu_inorder = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.erl = 0
Nov 23 06:33:11 user nova-compute[74675]: iface.max_receive_data_len = 0
Nov 23 06:33:11 user nova-compute[74675]: iface.first_burst_len = 0
Nov 23 06:33:11 user nova-compute[74675]: iface.max_outstanding_r2t = 0
Nov 23 06:33:11 user nova-compute[74675]: iface.max_burst_len = 0
Nov 23 06:33:11 user nova-compute[74675]: iface.chap_auth = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.bidi_chap = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.strict_login_compliance = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.discovery_auth = <empty>
Nov 23 06:33:11 user nova-compute[74675]: iface.discovery_logout = <empty>
Nov 23 06:33:11 user nova-compute[74675]: node.discovery_address = <empty>
Nov 23 06:33:11 user nova-compute[74675]: node.discovery_port = 0
Nov 23 06:33:11 user nova-compute[74675]: node.discovery_type = static
Nov 23 06:33:11 user nova-compute[74675]: node.session.initial_cmdsn = 0
Nov 23 06:33:11 user nova-compute[74675]: node.session.initial_login_retry_max = 8
Nov 23 06:33:11 user nova-compute[74675]: node.session.xmit_thread_priority = -20
Nov 23 06:33:11 user nova-compute[74675]: node.session.cmds_max = 128
Nov 23 06:33:11 user nova-compute[74675]: node.session.queue_depth = 32
Nov 23 06:33:11 user nova-compute[74675]: node.session.nr_sessions = 1
Nov 23 06:33:11 user nova-compute[74675]: node.session.auth.authmethod = CHAP
Nov 23 06:33:11 user nova-compute[74675]: node.session.auth.username = LsdilVIz
Nov 23 06:33:11 user nova-compute[74675]: node.session.auth.password = ***
Nov 23 06:33:11 user nova-compute[74675]: node.session.auth.username_in = <empty>
Nov 23 06:33:11 user nova-compute[74675]: node.session.auth.password_in = <empty>
Nov 23 06:33:11 user nova-compute[74675]: node.session.auth.chap_algs = MD5
Nov 23 06:33:11 user nova-compute[74675]: node.session.timeo.replacement_timeout = 120
Nov 23 06:33:11 user nova-compute[74675]: node.session.err_timeo.abort_timeout = 15
Nov 23 06:33:11 user nova-compute[74675]: node.session.err_timeo.lu_reset_timeout = 30
Nov 23 06:33:11 user nova-compute[74675]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 23 06:33:11 user nova-compute[74675]: node.session.err_timeo.host_reset_timeout = 60
Nov 23 06:33:11 user nova-compute[74675]: node.session.iscsi.FastAbort = Yes
Nov 23 06:33:11 user nova-compute[74675]: node.session.iscsi.InitialR2T = No
Nov 23 06:33:11 user nova-compute[74675]: node.session.iscsi.ImmediateData = Yes
Nov 23 06:33:11 user nova-compute[74675]: node.session.iscsi.FirstBurstLength = 262144
Nov 23 06:33:11 user nova-compute[74675]: node.session.iscsi.MaxBurstLength = 16776192
Nov 23 06:33:11 user nova-compute[74675]: node.session.iscsi.DefaultTime2Retain = 0
Nov 23 06:33:11 user nova-compute[74675]: node.session.iscsi.DefaultTime2Wait = 2
Nov 23 06:33:11 user nova-compute[74675]: node.session.iscsi.MaxConnections = 1
Nov 23 06:33:11 user nova-compute[74675]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 23 06:33:11 user nova-compute[74675]: node.session.iscsi.ERL = 0
Nov 23 06:33:11 user nova-compute[74675]: node.session.scan = manual
Nov 23 06:33:11 user nova-compute[74675]: node.session.reopen_max = 0
Nov 23 06:33:11 user nova-compute[74675]: node.conn[0].address = 172.16.0.220
Nov 23 06:33:11 user nova-compute[74675]: node.conn[0].port = 3260
Nov 23 06:33:11 user nova-compute[74675]: node.conn[0].startup = manual
Nov 23 06:33:11 user nova-compute[74675]: node.conn[0].tcp.window_size = 524288
Nov 23 06:33:11 user nova-compute[74675]: node.conn[0].tcp.type_of_service = 0
Nov 23 06:33:11 user nova-compute[74675]: node.conn[0].timeo.logout_timeout = 15
Nov 23 06:33:11 user nova-compute[74675]: node.conn[0].timeo.login_timeout = 15
Nov 23 06:33:11 user nova-compute[74675]: node.conn[0].timeo.auth_timeout = 45
Nov 23 06:33:11 user nova-compute[74675]: node.conn[0].timeo.noop_out_interval = 5
Nov 23 06:33:11 user nova-compute[74675]: node.conn[0].timeo.noop_out_timeout = 5
Nov 23 06:33:11 user nova-compute[74675]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 23 06:33:11 user nova-compute[74675]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 23 06:33:11 user nova-compute[74675]: node.conn[0].iscsi.HeaderDigest = None
Nov 23 06:33:11 user nova-compute[74675]: node.conn[0].iscsi.DataDigest = None
Nov 23 06:33:11 user nova-compute[74675]: node.conn[0].iscsi.IFMarker = No
Nov 23 06:33:11 user nova-compute[74675]: node.conn[0].iscsi.OFMarker = No
Nov 23 06:33:11 user nova-compute[74675]: # END RECORD
Nov 23 06:33:11 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[79f32f4f-b3ca-479d-86a4-a1ae7eae2a3a]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[814c66c5-09b2-435a-aa21-9bac47e85167]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LsdilVIz {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LsdilVIz" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5b41ea3-e429-4688-8921-425235df5a7a]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LsdilVIz'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad3e4bce-1102-4437-9074-3ec9be2beb08]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d7b6ae5-e62b-4fc4-a6c2-20059709fe0e]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:33:11 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:33:11 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:33:11 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:33:11 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:33:11 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:33:11 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.146s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] HCTL ('34', '0', '0', 0) found on session 39 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c3fd7d8-fc9c-46cb-9e4a-ca389e56ba6b]: (4, ('0 0 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Searching for a device in session 39 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LsdilVIz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.170s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] <== connect_volume: return (171ms) {'type': 'block', 'scsi_wwn': '23135333761346430', 'path': '/dev/sdc'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23135333761346430', 'path': '/dev/sdc'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:31:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1224703020',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1224703020',id=33,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:31:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='14a640f6dc354a09b5f636d4a59ae0bb',ramdisk_id='',reservation_id='r-blox7wsi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-686425922',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:31:34Z,user_data=None,user_id='3cd1fcecda6741ddb5f696c09413098b',uuid=6830aab7-1f63-4e2d-8520-6c3636baefc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6148a3b7-8394-4994-aefb-d17769c44ef0", "address": "fa:16:3e:a8:5b:ee", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "vif_mac": "fa:16:3e:a8:5b:ee"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6148a3b7-83", "ovs_interfaceid": "6148a3b7-8394-4994-aefb-d17769c44ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converting VIF {"id": "6148a3b7-8394-4994-aefb-d17769c44ef0", "address": "fa:16:3e:a8:5b:ee", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "vif_mac": "fa:16:3e:a8:5b:ee"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6148a3b7-83", "ovs_interfaceid": "6148a3b7-8394-4994-aefb-d17769c44ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a8:5b:ee,bridge_name='br-int',has_traffic_filtering=True,id=6148a3b7-8394-4994-aefb-d17769c44ef0,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6148a3b7-83') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.objects.instance [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'pci_devices' on Instance uuid 6830aab7-1f63-4e2d-8520-6c3636baefc4 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.objects.base [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Object Instance<6830aab7-1f63-4e2d-8520-6c3636baefc4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:33:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:33:11 user nova-compute[74675]:   <uuid>6830aab7-1f63-4e2d-8520-6c3636baefc4</uuid>
Nov 23 06:33:11 user nova-compute[74675]:   <name>instance-00000021</name>
Nov 23 06:33:11 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:33:11 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:33:11 user nova-compute[74675]:   <metadata>
Nov 23 06:33:11 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:33:11 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:33:11 user nova-compute[74675]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1224703020</nova:name>
Nov 23 06:33:11 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:33:11</nova:creationTime>
Nov 23 06:33:11 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:33:11 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:33:11 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:33:11 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:33:11 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:33:11 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:33:11 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:33:11 user nova-compute[74675]:       <nova:owner>
Nov 23 06:33:11 user nova-compute[74675]:         <nova:user uuid="3cd1fcecda6741ddb5f696c09413098b">tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member</nova:user>
Nov 23 06:33:11 user nova-compute[74675]:         <nova:project uuid="14a640f6dc354a09b5f636d4a59ae0bb">tempest-ServerBootFromVolumeStableRescueTest-686425922</nova:project>
Nov 23 06:33:11 user nova-compute[74675]:       </nova:owner>
Nov 23 06:33:11 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:33:11 user nova-compute[74675]:       <nova:ports>
Nov 23 06:33:11 user nova-compute[74675]:         <nova:port uuid="6148a3b7-8394-4994-aefb-d17769c44ef0">
Nov 23 06:33:11 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 23 06:33:11 user nova-compute[74675]:         </nova:port>
Nov 23 06:33:11 user nova-compute[74675]:       </nova:ports>
Nov 23 06:33:11 user nova-compute[74675]:     </nova:instance>
Nov 23 06:33:11 user nova-compute[74675]:   </metadata>
Nov 23 06:33:11 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:33:11 user nova-compute[74675]:     <system>
Nov 23 06:33:11 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:33:11 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:33:11 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:33:11 user nova-compute[74675]:       <entry name="serial">6830aab7-1f63-4e2d-8520-6c3636baefc4</entry>
Nov 23 06:33:11 user nova-compute[74675]:       <entry name="uuid">6830aab7-1f63-4e2d-8520-6c3636baefc4</entry>
Nov 23 06:33:11 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:33:11 user nova-compute[74675]:     </system>
Nov 23 06:33:11 user nova-compute[74675]:   </sysinfo>
Nov 23 06:33:11 user nova-compute[74675]:   <os>
Nov 23 06:33:11 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:33:11 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:33:11 user nova-compute[74675]:   </os>
Nov 23 06:33:11 user nova-compute[74675]:   <features>
Nov 23 06:33:11 user nova-compute[74675]:     <acpi/>
Nov 23 06:33:11 user nova-compute[74675]:     <apic/>
Nov 23 06:33:11 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:33:11 user nova-compute[74675]:   </features>
Nov 23 06:33:11 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:33:11 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:33:11 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:33:11 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:33:11 user nova-compute[74675]:   </clock>
Nov 23 06:33:11 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:33:11 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:33:11 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:33:11 user nova-compute[74675]:   </cpu>
Nov 23 06:33:11 user nova-compute[74675]:   <devices>
Nov 23 06:33:11 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:33:11 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:33:11 user nova-compute[74675]:       <source dev="/dev/sdc"/>
Nov 23 06:33:11 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:33:11 user nova-compute[74675]:       <serial>d65e615b-9c5b-425e-8330-9c336b3f3380</serial>
Nov 23 06:33:11 user nova-compute[74675]:     </disk>
Nov 23 06:33:11 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:33:11 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:33:11 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/disk.rescue"/>
Nov 23 06:33:11 user nova-compute[74675]:       <target dev="vdb" bus="virtio"/>
Nov 23 06:33:11 user nova-compute[74675]:       <boot order="1"/>
Nov 23 06:33:11 user nova-compute[74675]:     </disk>
Nov 23 06:33:11 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:33:11 user nova-compute[74675]:       <mac address="fa:16:3e:a8:5b:ee"/>
Nov 23 06:33:11 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:33:11 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:33:11 user nova-compute[74675]:       <target dev="tap6148a3b7-83"/>
Nov 23 06:33:11 user nova-compute[74675]:     </interface>
Nov 23 06:33:11 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:33:11 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/console.log" append="off"/>
Nov 23 06:33:11 user nova-compute[74675]:     </serial>
Nov 23 06:33:11 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:33:11 user nova-compute[74675]:     <video>
Nov 23 06:33:11 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:33:11 user nova-compute[74675]:     </video>
Nov 23 06:33:11 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:33:11 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:33:11 user nova-compute[74675]:     </rng>
Nov 23 06:33:11 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:33:11 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:33:11 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:33:11 user nova-compute[74675]:     </memballoon>
Nov 23 06:33:11 user nova-compute[74675]:   </devices>
Nov 23 06:33:11 user nova-compute[74675]: </domain>
Nov 23 06:33:11 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:33:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Instance destroyed successfully.
Nov 23 06:33:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:33:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:33:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] No VIF found with MAC fa:16:3e:a8:5b:ee, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:33:12 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:33:12 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Took 1.29 seconds to deallocate network for instance.
Nov 23 06:33:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:13 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:33:13 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:33:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-21fb5474-18a6-45f8-a55d-801b483175fb req-82c7e818-078e-4600-ab21-7670d84e460e service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:33:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21fb5474-18a6-45f8-a55d-801b483175fb req-82c7e818-078e-4600-ab21-7670d84e460e service nova] Acquiring lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21fb5474-18a6-45f8-a55d-801b483175fb req-82c7e818-078e-4600-ab21-7670d84e460e service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-21fb5474-18a6-45f8-a55d-801b483175fb req-82c7e818-078e-4600-ab21-7670d84e460e service nova] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-21fb5474-18a6-45f8-a55d-801b483175fb req-82c7e818-078e-4600-ab21-7670d84e460e service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] No waiting events found dispatching network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:33:13 user nova-compute[74675]: WARNING nova.compute.manager [req-21fb5474-18a6-45f8-a55d-801b483175fb req-82c7e818-078e-4600-ab21-7670d84e460e service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received unexpected event network-vif-plugged-c52bf001-fe0d-45f7-846f-657ccd55a068 for instance with vm_state deleted and task_state None.
Nov 23 06:33:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-21fb5474-18a6-45f8-a55d-801b483175fb req-82c7e818-078e-4600-ab21-7670d84e460e service nova] [instance: d4052753-45c5-4622-a5c2-24f11fdba12b] Received event network-vif-deleted-c52bf001-fe0d-45f7-846f-657ccd55a068 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:33:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.294s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:13 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Deleted allocations for instance d4052753-45c5-4622-a5c2-24f11fdba12b
Nov 23 06:33:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09797b57-269e-44e5-806c-54c9c976d37e tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "d4052753-45c5-4622-a5c2-24f11fdba12b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.720s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-28f4d331-bf74-4cf4-b4ba-01edcb7a1a72 req-32ee87b9-4657-48be-8770-c5a2413f696b service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:33:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-28f4d331-bf74-4cf4-b4ba-01edcb7a1a72 req-32ee87b9-4657-48be-8770-c5a2413f696b service nova] Acquiring lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-28f4d331-bf74-4cf4-b4ba-01edcb7a1a72 req-32ee87b9-4657-48be-8770-c5a2413f696b service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-28f4d331-bf74-4cf4-b4ba-01edcb7a1a72 req-32ee87b9-4657-48be-8770-c5a2413f696b service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-28f4d331-bf74-4cf4-b4ba-01edcb7a1a72 req-32ee87b9-4657-48be-8770-c5a2413f696b service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] No waiting events found dispatching network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:33:14 user nova-compute[74675]: WARNING nova.compute.manager [req-28f4d331-bf74-4cf4-b4ba-01edcb7a1a72 req-32ee87b9-4657-48be-8770-c5a2413f696b service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received unexpected event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 for instance with vm_state active and task_state rescuing.
Nov 23 06:33:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-e1b27462-ada4-4ff0-b6b0-90657936fd6d req-a752c0e9-f6d4-4bdf-8e3f-c1b852d6163a service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:33:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e1b27462-ada4-4ff0-b6b0-90657936fd6d req-a752c0e9-f6d4-4bdf-8e3f-c1b852d6163a service nova] Acquiring lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e1b27462-ada4-4ff0-b6b0-90657936fd6d req-a752c0e9-f6d4-4bdf-8e3f-c1b852d6163a service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e1b27462-ada4-4ff0-b6b0-90657936fd6d req-a752c0e9-f6d4-4bdf-8e3f-c1b852d6163a service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-e1b27462-ada4-4ff0-b6b0-90657936fd6d req-a752c0e9-f6d4-4bdf-8e3f-c1b852d6163a service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] No waiting events found dispatching network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:33:16 user nova-compute[74675]: WARNING nova.compute.manager [req-e1b27462-ada4-4ff0-b6b0-90657936fd6d req-a752c0e9-f6d4-4bdf-8e3f-c1b852d6163a service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received unexpected event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 for instance with vm_state active and task_state rescuing.
Nov 23 06:33:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-d908c4ff-2984-4621-aa7b-e4c82ac91e3d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:33:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:42 user nova-compute[74675]: DEBUG nova.compute.manager [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:33:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:43 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:33:43 user nova-compute[74675]: INFO nova.compute.claims [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Claim successful on node user
Nov 23 06:33:43 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:33:43 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:33:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.433s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:33:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:33:43 user nova-compute[74675]: DEBUG nova.network.neutron [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:33:43 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:33:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:33:43 user nova-compute[74675]: DEBUG nova.policy [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23dfb46a78c848ce97703b5d6cad1a62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '799524c8608747dab931808396993af3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:33:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:33:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:33:43 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Creating image(s)
Nov 23 06:33:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "/opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "/opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "/opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "684f65d9a75dfce981955a8c0bee76386077bde2" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "684f65d9a75dfce981955a8c0bee76386077bde2" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2.part --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2.part --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:44 user nova-compute[74675]: DEBUG nova.virt.images [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] fad8322d-5bac-4842-93ad-cbb262607e63 was qcow2, converting to raw {{(pid=74675) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 23 06:33:44 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:33:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2.part /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2.converted {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2.part /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2.converted" returned: 0 in 0.386s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2.converted --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:44 user nova-compute[74675]: DEBUG nova.network.neutron [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Successfully created port: 1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:33:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2.converted --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "684f65d9a75dfce981955a8c0bee76386077bde2" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.232s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2 --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2 --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "684f65d9a75dfce981955a8c0bee76386077bde2" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "684f65d9a75dfce981955a8c0bee76386077bde2" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2 --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2 --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2,backing_fmt=raw /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2,backing_fmt=raw /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk 1073741824" returned: 0 in 0.050s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "684f65d9a75dfce981955a8c0bee76386077bde2" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2 --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2 --force-share --output=json" returned: 0 in 0.194s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG nova.network.neutron [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Successfully updated port: 1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquired lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG nova.network.neutron [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG nova.compute.manager [req-5e8bcc74-db3f-485f-b1d2-ee210e1e26e5 req-2ec8ebb0-5dd5-4fd7-b32a-e98965297e5f service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received event network-changed-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG nova.compute.manager [req-5e8bcc74-db3f-485f-b1d2-ee210e1e26e5 req-2ec8ebb0-5dd5-4fd7-b32a-e98965297e5f service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Refreshing instance network info cache due to event network-changed-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5e8bcc74-db3f-485f-b1d2-ee210e1e26e5 req-2ec8ebb0-5dd5-4fd7-b32a-e98965297e5f service nova] Acquiring lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Cannot resize image /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Ensure instance console log exists: /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:45 user nova-compute[74675]: DEBUG nova.network.neutron [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.network.neutron [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Updating instance_info_cache with network_info: [{"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Releasing lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.compute.manager [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Instance network_info: |[{"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5e8bcc74-db3f-485f-b1d2-ee210e1e26e5 req-2ec8ebb0-5dd5-4fd7-b32a-e98965297e5f service nova] Acquired lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.network.neutron [req-5e8bcc74-db3f-485f-b1d2-ee210e1e26e5 req-2ec8ebb0-5dd5-4fd7-b32a-e98965297e5f service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Refreshing network info cache for port 1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Start _get_guest_xml network_info=[{"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:33:40Z,direct_url=<?>,disk_format='qcow2',id=fad8322d-5bac-4842-93ad-cbb262607e63,min_disk=0,min_ram=0,name='tempest-scenario-img--1972682242',owner='799524c8608747dab931808396993af3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:33:41Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'fad8322d-5bac-4842-93ad-cbb262607e63'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:33:46 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:33:46 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:33:40Z,direct_url=<?>,disk_format='qcow2',id=fad8322d-5bac-4842-93ad-cbb262607e63,min_disk=0,min_ram=0,name='tempest-scenario-img--1972682242',owner='799524c8608747dab931808396993af3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:33:41Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:33:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-716470834',display_name='tempest-TestMinimumBasicScenario-server-716470834',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-716470834',id=36,image_ref='fad8322d-5bac-4842-93ad-cbb262607e63',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyXf3/Zf9fsyyEW33fO/OwCnmazxoUCQky+vOfZ1MEHeBXkgSw//G9vjnnd19JJ7AsGTWhS4Mg5fU542gYx2Rm7KNO7cGGkxm23mwwKlfkh6l5/4Xa6nAMm4saqZpRL0w==',key_name='tempest-TestMinimumBasicScenario-1561787973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='799524c8608747dab931808396993af3',ramdisk_id='',reservation_id='r-f9yf0gza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fad8322d-5bac-4842-93ad-cbb262607e63',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-653167012',owner_user_name='tempest-TestMinimumBasicScenario-653167012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:33:44Z,user_data=None,user_id='23dfb46a78c848ce97703b5d6cad1a62',uuid=a68dfa1c-03f1-4190-adce-a63cc8929cf9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converting VIF {"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:af:5f,bridge_name='br-int',has_traffic_filtering=True,id=1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b6dff8c-f2') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.objects.instance [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lazy-loading 'pci_devices' on Instance uuid a68dfa1c-03f1-4190-adce-a63cc8929cf9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:33:46 user nova-compute[74675]:   <uuid>a68dfa1c-03f1-4190-adce-a63cc8929cf9</uuid>
Nov 23 06:33:46 user nova-compute[74675]:   <name>instance-00000024</name>
Nov 23 06:33:46 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:33:46 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:33:46 user nova-compute[74675]:   <metadata>
Nov 23 06:33:46 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:33:46 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:33:46 user nova-compute[74675]:       <nova:name>tempest-TestMinimumBasicScenario-server-716470834</nova:name>
Nov 23 06:33:46 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:33:46</nova:creationTime>
Nov 23 06:33:46 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:33:46 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:33:46 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:33:46 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:33:46 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:33:46 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:33:46 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:33:46 user nova-compute[74675]:       <nova:owner>
Nov 23 06:33:46 user nova-compute[74675]:         <nova:user uuid="23dfb46a78c848ce97703b5d6cad1a62">tempest-TestMinimumBasicScenario-653167012-project-member</nova:user>
Nov 23 06:33:46 user nova-compute[74675]:         <nova:project uuid="799524c8608747dab931808396993af3">tempest-TestMinimumBasicScenario-653167012</nova:project>
Nov 23 06:33:46 user nova-compute[74675]:       </nova:owner>
Nov 23 06:33:46 user nova-compute[74675]:       <nova:root type="image" uuid="fad8322d-5bac-4842-93ad-cbb262607e63"/>
Nov 23 06:33:46 user nova-compute[74675]:       <nova:ports>
Nov 23 06:33:46 user nova-compute[74675]:         <nova:port uuid="1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e">
Nov 23 06:33:46 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 23 06:33:46 user nova-compute[74675]:         </nova:port>
Nov 23 06:33:46 user nova-compute[74675]:       </nova:ports>
Nov 23 06:33:46 user nova-compute[74675]:     </nova:instance>
Nov 23 06:33:46 user nova-compute[74675]:   </metadata>
Nov 23 06:33:46 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:33:46 user nova-compute[74675]:     <system>
Nov 23 06:33:46 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:33:46 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:33:46 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:33:46 user nova-compute[74675]:       <entry name="serial">a68dfa1c-03f1-4190-adce-a63cc8929cf9</entry>
Nov 23 06:33:46 user nova-compute[74675]:       <entry name="uuid">a68dfa1c-03f1-4190-adce-a63cc8929cf9</entry>
Nov 23 06:33:46 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:33:46 user nova-compute[74675]:     </system>
Nov 23 06:33:46 user nova-compute[74675]:   </sysinfo>
Nov 23 06:33:46 user nova-compute[74675]:   <os>
Nov 23 06:33:46 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:33:46 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:33:46 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:33:46 user nova-compute[74675]:   </os>
Nov 23 06:33:46 user nova-compute[74675]:   <features>
Nov 23 06:33:46 user nova-compute[74675]:     <acpi/>
Nov 23 06:33:46 user nova-compute[74675]:     <apic/>
Nov 23 06:33:46 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:33:46 user nova-compute[74675]:   </features>
Nov 23 06:33:46 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:33:46 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:33:46 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:33:46 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:33:46 user nova-compute[74675]:   </clock>
Nov 23 06:33:46 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:33:46 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:33:46 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:33:46 user nova-compute[74675]:   </cpu>
Nov 23 06:33:46 user nova-compute[74675]:   <devices>
Nov 23 06:33:46 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:33:46 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:33:46 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk"/>
Nov 23 06:33:46 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:33:46 user nova-compute[74675]:     </disk>
Nov 23 06:33:46 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:33:46 user nova-compute[74675]:       <mac address="fa:16:3e:ee:af:5f"/>
Nov 23 06:33:46 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:33:46 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:33:46 user nova-compute[74675]:       <target dev="tap1b6dff8c-f2"/>
Nov 23 06:33:46 user nova-compute[74675]:     </interface>
Nov 23 06:33:46 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:33:46 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/console.log" append="off"/>
Nov 23 06:33:46 user nova-compute[74675]:     </serial>
Nov 23 06:33:46 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:33:46 user nova-compute[74675]:     <video>
Nov 23 06:33:46 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:33:46 user nova-compute[74675]:     </video>
Nov 23 06:33:46 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:33:46 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:33:46 user nova-compute[74675]:     </rng>
Nov 23 06:33:46 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:33:46 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:33:46 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:33:46 user nova-compute[74675]:     </memballoon>
Nov 23 06:33:46 user nova-compute[74675]:   </devices>
Nov 23 06:33:46 user nova-compute[74675]: </domain>
Nov 23 06:33:46 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:33:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-716470834',display_name='tempest-TestMinimumBasicScenario-server-716470834',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-716470834',id=36,image_ref='fad8322d-5bac-4842-93ad-cbb262607e63',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyXf3/Zf9fsyyEW33fO/OwCnmazxoUCQky+vOfZ1MEHeBXkgSw//G9vjnnd19JJ7AsGTWhS4Mg5fU542gYx2Rm7KNO7cGGkxm23mwwKlfkh6l5/4Xa6nAMm4saqZpRL0w==',key_name='tempest-TestMinimumBasicScenario-1561787973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='799524c8608747dab931808396993af3',ramdisk_id='',reservation_id='r-f9yf0gza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fad8322d-5bac-4842-93ad-cbb262607e63',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-653167012',owner_user_name='tempest-TestMinimumBasicScenario-653167012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:33:44Z,user_data=None,user_id='23dfb46a78c848ce97703b5d6cad1a62',uuid=a68dfa1c-03f1-4190-adce-a63cc8929cf9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converting VIF {"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:af:5f,bridge_name='br-int',has_traffic_filtering=True,id=1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b6dff8c-f2') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG os_vif [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:af:5f,bridge_name='br-int',has_traffic_filtering=True,id=1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b6dff8c-f2') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bc91b739-a7ca-58a2-9e45-bc975e202963', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1b6dff8c-f2, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1b6dff8c-f2, col_values=(('qos', UUID('527a4628-48a1-4ace-b725-dfaf5b2c733d')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1b6dff8c-f2, col_values=(('external_ids', {'iface-id': '1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ee:af:5f', 'vm-uuid': 'a68dfa1c-03f1-4190-adce-a63cc8929cf9'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:46 user nova-compute[74675]: INFO os_vif [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:af:5f,bridge_name='br-int',has_traffic_filtering=True,id=1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b6dff8c-f2')
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] No VIF found with MAC fa:16:3e:ee:af:5f, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.network.neutron [req-5e8bcc74-db3f-485f-b1d2-ee210e1e26e5 req-2ec8ebb0-5dd5-4fd7-b32a-e98965297e5f service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Updated VIF entry in instance network info cache for port 1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG nova.network.neutron [req-5e8bcc74-db3f-485f-b1d2-ee210e1e26e5 req-2ec8ebb0-5dd5-4fd7-b32a-e98965297e5f service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Updating instance_info_cache with network_info: [{"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:33:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5e8bcc74-db3f-485f-b1d2-ee210e1e26e5 req-2ec8ebb0-5dd5-4fd7-b32a-e98965297e5f service nova] Releasing lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:33:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-f4ff0374-a8f3-4645-8747-3fb69957e2eb req-0a76e930-9762-4982-b8cf-b8edc011f1f1 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received event network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:33:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f4ff0374-a8f3-4645-8747-3fb69957e2eb req-0a76e930-9762-4982-b8cf-b8edc011f1f1 service nova] Acquiring lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f4ff0374-a8f3-4645-8747-3fb69957e2eb req-0a76e930-9762-4982-b8cf-b8edc011f1f1 service nova] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f4ff0374-a8f3-4645-8747-3fb69957e2eb req-0a76e930-9762-4982-b8cf-b8edc011f1f1 service nova] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-f4ff0374-a8f3-4645-8747-3fb69957e2eb req-0a76e930-9762-4982-b8cf-b8edc011f1f1 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] No waiting events found dispatching network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:33:47 user nova-compute[74675]: WARNING nova.compute.manager [req-f4ff0374-a8f3-4645-8747-3fb69957e2eb req-0a76e930-9762-4982-b8cf-b8edc011f1f1 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received unexpected event network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e for instance with vm_state building and task_state spawning.
Nov 23 06:33:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:33:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:33:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-bf401d61-6e0f-45bb-bf31-cf26de0678d6 req-137dc1d0-9770-4aee-b5a1-5d18b4b5d996 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received event network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:33:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-bf401d61-6e0f-45bb-bf31-cf26de0678d6 req-137dc1d0-9770-4aee-b5a1-5d18b4b5d996 service nova] Acquiring lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-bf401d61-6e0f-45bb-bf31-cf26de0678d6 req-137dc1d0-9770-4aee-b5a1-5d18b4b5d996 service nova] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-bf401d61-6e0f-45bb-bf31-cf26de0678d6 req-137dc1d0-9770-4aee-b5a1-5d18b4b5d996 service nova] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-bf401d61-6e0f-45bb-bf31-cf26de0678d6 req-137dc1d0-9770-4aee-b5a1-5d18b4b5d996 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] No waiting events found dispatching network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:33:49 user nova-compute[74675]: WARNING nova.compute.manager [req-bf401d61-6e0f-45bb-bf31-cf26de0678d6 req-137dc1d0-9770-4aee-b5a1-5d18b4b5d996 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received unexpected event network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e for instance with vm_state building and task_state spawning.
Nov 23 06:33:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:49 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Instance spawned successfully.
Nov 23 06:33:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:33:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:33:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:33:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:33:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:33:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:33:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:33:50 user nova-compute[74675]: INFO nova.compute.manager [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Took 6.38 seconds to spawn the instance on the hypervisor.
Nov 23 06:33:50 user nova-compute[74675]: DEBUG nova.compute.manager [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:33:50 user nova-compute[74675]: INFO nova.compute.manager [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Took 7.25 seconds to build instance.
Nov 23 06:33:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-781b0c19-c52a-4953-b22c-4bfe9e268b21 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.363s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:57 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:33:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:33:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:33:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.708s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "10d0b693-498d-4912-8a28-00970d5b1bed" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "10d0b693-498d-4912-8a28-00970d5b1bed" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "10d0b693-498d-4912-8a28-00970d5b1bed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "10d0b693-498d-4912-8a28-00970d5b1bed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "10d0b693-498d-4912-8a28-00970d5b1bed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:58 user nova-compute[74675]: INFO nova.compute.manager [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Terminating instance
Nov 23 06:33:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:33:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-689c61aa-40bf-44fa-95f8-90b9826f8d1f req-f1746c13-6771-4d10-9adc-3a4f0ad518d4 service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Received event network-vif-unplugged-515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-689c61aa-40bf-44fa-95f8-90b9826f8d1f req-f1746c13-6771-4d10-9adc-3a4f0ad518d4 service nova] Acquiring lock "10d0b693-498d-4912-8a28-00970d5b1bed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-689c61aa-40bf-44fa-95f8-90b9826f8d1f req-f1746c13-6771-4d10-9adc-3a4f0ad518d4 service nova] Lock "10d0b693-498d-4912-8a28-00970d5b1bed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-689c61aa-40bf-44fa-95f8-90b9826f8d1f req-f1746c13-6771-4d10-9adc-3a4f0ad518d4 service nova] Lock "10d0b693-498d-4912-8a28-00970d5b1bed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-689c61aa-40bf-44fa-95f8-90b9826f8d1f req-f1746c13-6771-4d10-9adc-3a4f0ad518d4 service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] No waiting events found dispatching network-vif-unplugged-515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-689c61aa-40bf-44fa-95f8-90b9826f8d1f req-f1746c13-6771-4d10-9adc-3a4f0ad518d4 service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Received event network-vif-unplugged-515774e3-0f59-4077-b115-25a683a1e41b for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:33:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Instance destroyed successfully.
Nov 23 06:33:59 user nova-compute[74675]: DEBUG nova.objects.instance [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lazy-loading 'resources' on Instance uuid 10d0b693-498d-4912-8a28-00970d5b1bed {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:14:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-889827963',display_name='tempest-ServerActionsTestOtherA-server-889827963',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-889827963',id=4,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA5qa812QOXF1oJtEBrWkRFLWQ5uxfjZnl9+f4NrpyBK5S9uP/UlefEdujhqKaTO7I3xfiThkM3snk9P+Q9Wx7R/4hTz+Dw/wsZcYoisQNfmhGIajc1KN9z0a6MuUI8kZA==',key_name='tempest-keypair-1142870474',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:15:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8eaf068877754620a8c074e5463d5adc',ramdisk_id='',reservation_id='r-q60fc7se',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-891907262',owner_user_name='tempest-ServerActionsTestOtherA-891907262-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:15:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6e28578c4a2646bfb41fed9714e6244d',uuid=10d0b693-498d-4912-8a28-00970d5b1bed,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "515774e3-0f59-4077-b115-25a683a1e41b", "address": "fa:16:3e:ab:da:8e", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap515774e3-0f", "ovs_interfaceid": "515774e3-0f59-4077-b115-25a683a1e41b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converting VIF {"id": "515774e3-0f59-4077-b115-25a683a1e41b", "address": "fa:16:3e:ab:da:8e", "network": {"id": "60b011bf-1ecf-4400-918a-16eb51e38dc6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1624790866-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8eaf068877754620a8c074e5463d5adc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap515774e3-0f", "ovs_interfaceid": "515774e3-0f59-4077-b115-25a683a1e41b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ab:da:8e,bridge_name='br-int',has_traffic_filtering=True,id=515774e3-0f59-4077-b115-25a683a1e41b,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap515774e3-0f') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG os_vif [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ab:da:8e,bridge_name='br-int',has_traffic_filtering=True,id=515774e3-0f59-4077-b115-25a683a1e41b,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap515774e3-0f') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:33:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap515774e3-0f, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 0 in 0.394s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fa9f2e30-a4a5-4e2a-a0fe-eb0901032bf0) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:00 user nova-compute[74675]: INFO os_vif [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ab:da:8e,bridge_name='br-int',has_traffic_filtering=True,id=515774e3-0f59-4077-b115-25a683a1e41b,network=Network(60b011bf-1ecf-4400-918a-16eb51e38dc6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap515774e3-0f')
Nov 23 06:34:00 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Deleting instance files /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed_del
Nov 23 06:34:00 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Deletion of /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed_del complete
Nov 23 06:34:00 user nova-compute[74675]: INFO nova.compute.manager [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Took 1.39 seconds to destroy the instance on the hypervisor.
Nov 23 06:34:00 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json" returned: 1 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] '/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk --force-share --output=json' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:34:00 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Periodic task is updating the host stats, it is trying to get disk info for instance-00000004, but the backing disk storage was removed by a concurrent operation such as resize. Error: No disk at /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk: nova.exception.DiskNotFound: No disk at /opt/stack/data/nova/instances/10d0b693-498d-4912-8a28-00970d5b1bed/disk
Nov 23 06:34:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/disk.rescue --force-share --output=json" returned: 0 in 0.211s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-08aae456-0a03-4d36-b309-a50d63f28f17 req-ba0cb8d1-d8a4-40fd-bc8a-6f8016a9b5d5 service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Received event network-vif-deleted-515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:34:01 user nova-compute[74675]: INFO nova.compute.manager [req-08aae456-0a03-4d36-b309-a50d63f28f17 req-ba0cb8d1-d8a4-40fd-bc8a-6f8016a9b5d5 service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Neutron deleted interface 515774e3-0f59-4077-b115-25a683a1e41b; detaching it from the instance and deleting it from the info cache
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.network.neutron [req-08aae456-0a03-4d36-b309-a50d63f28f17 req-ba0cb8d1-d8a4-40fd-bc8a-6f8016a9b5d5 service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:34:01 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:34:01 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8049MB free_disk=24.257553100585938GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-08aae456-0a03-4d36-b309-a50d63f28f17 req-ba0cb8d1-d8a4-40fd-bc8a-6f8016a9b5d5 service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Detach interface failed, port_id=515774e3-0f59-4077-b115-25a683a1e41b, reason: Instance 10d0b693-498d-4912-8a28-00970d5b1bed could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:34:01 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Took 0.95 seconds to deallocate network for instance.
Nov 23 06:34:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-3260e68d-3953-416f-bd35-45d94564b38d req-11ba3815-6859-4496-a3b0-11a47e63371a service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Received event network-vif-plugged-515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3260e68d-3953-416f-bd35-45d94564b38d req-11ba3815-6859-4496-a3b0-11a47e63371a service nova] Acquiring lock "10d0b693-498d-4912-8a28-00970d5b1bed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3260e68d-3953-416f-bd35-45d94564b38d req-11ba3815-6859-4496-a3b0-11a47e63371a service nova] Lock "10d0b693-498d-4912-8a28-00970d5b1bed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3260e68d-3953-416f-bd35-45d94564b38d req-11ba3815-6859-4496-a3b0-11a47e63371a service nova] Lock "10d0b693-498d-4912-8a28-00970d5b1bed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.manager [req-3260e68d-3953-416f-bd35-45d94564b38d req-11ba3815-6859-4496-a3b0-11a47e63371a service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] No waiting events found dispatching network-vif-plugged-515774e3-0f59-4077-b115-25a683a1e41b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:34:01 user nova-compute[74675]: WARNING nova.compute.manager [req-3260e68d-3953-416f-bd35-45d94564b38d req-11ba3815-6859-4496-a3b0-11a47e63371a service nova] [instance: 10d0b693-498d-4912-8a28-00970d5b1bed] Received unexpected event network-vif-plugged-515774e3-0f59-4077-b115-25a683a1e41b for instance with vm_state deleted and task_state None.
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 10d0b693-498d-4912-8a28-00970d5b1bed actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 43f15c0e-1e50-4461-8896-e5df8e1caf4b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 6830aab7-1f63-4e2d-8520-6c3636baefc4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance b582b6aa-fa68-44a5-bdbc-64eea975141f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance abca82b9-f498-49e1-900c-505792bde9f2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance a68dfa1c-03f1-4190-adce-a63cc8929cf9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.544s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.465s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:34:01 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:34:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.306s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:02 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Deleted allocations for instance 10d0b693-498d-4912-8a28-00970d5b1bed
Nov 23 06:34:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-51bd9a3a-63ab-431a-84dc-d56eaf346c05 tempest-ServerActionsTestOtherA-891907262 tempest-ServerActionsTestOtherA-891907262-project-member] Lock "10d0b693-498d-4912-8a28-00970d5b1bed" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.304s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:02 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:34:02 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:34:02 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:34:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-43f15c0e-1e50-4461-8896-e5df8e1caf4b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:34:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-43f15c0e-1e50-4461-8896-e5df8e1caf4b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:34:02 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:34:03 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Updating instance_info_cache with network_info: [{"id": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "address": "fa:16:3e:00:52:bc", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaadc9262-91", "ovs_interfaceid": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:34:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-43f15c0e-1e50-4461-8896-e5df8e1caf4b" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:34:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:34:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:34:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:34:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:34:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:34:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:05 user nova-compute[74675]: DEBUG nova.compute.manager [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:34:05 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:34:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:34:05 user nova-compute[74675]: INFO nova.compute.claims [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Claim successful on node user
Nov 23 06:34:05 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:34:05 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:34:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.518s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:05 user nova-compute[74675]: DEBUG nova.compute.manager [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:34:05 user nova-compute[74675]: DEBUG nova.compute.manager [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:34:05 user nova-compute[74675]: DEBUG nova.network.neutron [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:34:05 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:34:05 user nova-compute[74675]: DEBUG nova.compute.manager [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG nova.policy [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2c266b233144ef1bf29b9e3fd37d87e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64a8e9912883450fa44969c8ebbac519', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG nova.compute.manager [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:34:06 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Creating image(s)
Nov 23 06:34:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "/opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "/opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "/opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.238s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk 1073741824" returned: 0 in 0.050s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:06 user nova-compute[74675]: DEBUG nova.network.neutron [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Successfully created port: 690ae750-9e9b-45c2-aeec-5c107afeffad {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Cannot resize image /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Ensure instance console log exists: /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.network.neutron [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Successfully updated port: 690ae750-9e9b-45c2-aeec-5c107afeffad {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "refresh_cache-ec1b1f23-fc44-4a0f-a219-2c00e407d289" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquired lock "refresh_cache-ec1b1f23-fc44-4a0f-a219-2c00e407d289" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.network.neutron [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-055c07d1-0777-4620-a242-043dc2c6713b req-c54c0584-c5af-4819-873f-2c7f9cde29bf service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Received event network-changed-690ae750-9e9b-45c2-aeec-5c107afeffad {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-055c07d1-0777-4620-a242-043dc2c6713b req-c54c0584-c5af-4819-873f-2c7f9cde29bf service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Refreshing instance network info cache due to event network-changed-690ae750-9e9b-45c2-aeec-5c107afeffad. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-055c07d1-0777-4620-a242-043dc2c6713b req-c54c0584-c5af-4819-873f-2c7f9cde29bf service nova] Acquiring lock "refresh_cache-ec1b1f23-fc44-4a0f-a219-2c00e407d289" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.network.neutron [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.network.neutron [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Updating instance_info_cache with network_info: [{"id": "690ae750-9e9b-45c2-aeec-5c107afeffad", "address": "fa:16:3e:ee:f1:c1", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690ae750-9e", "ovs_interfaceid": "690ae750-9e9b-45c2-aeec-5c107afeffad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Releasing lock "refresh_cache-ec1b1f23-fc44-4a0f-a219-2c00e407d289" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Instance network_info: |[{"id": "690ae750-9e9b-45c2-aeec-5c107afeffad", "address": "fa:16:3e:ee:f1:c1", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690ae750-9e", "ovs_interfaceid": "690ae750-9e9b-45c2-aeec-5c107afeffad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-055c07d1-0777-4620-a242-043dc2c6713b req-c54c0584-c5af-4819-873f-2c7f9cde29bf service nova] Acquired lock "refresh_cache-ec1b1f23-fc44-4a0f-a219-2c00e407d289" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.network.neutron [req-055c07d1-0777-4620-a242-043dc2c6713b req-c54c0584-c5af-4819-873f-2c7f9cde29bf service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Refreshing network info cache for port 690ae750-9e9b-45c2-aeec-5c107afeffad {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Start _get_guest_xml network_info=[{"id": "690ae750-9e9b-45c2-aeec-5c107afeffad", "address": "fa:16:3e:ee:f1:c1", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690ae750-9e", "ovs_interfaceid": "690ae750-9e9b-45c2-aeec-5c107afeffad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:34:07 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:34:07 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:34:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1446326750',display_name='tempest-AttachVolumeTestJSON-server-1446326750',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1446326750',id=37,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyMeMr0Xx66zbuoL3zYOuxII7s+blyyAJlz3KDMMKHrR4FKldqdvnLD7B3d0n0s8AYWWxVAlfVnplNk8+GBIpPiMTlR8VzhCp0AR7emP1RUdmKZYU7FqsVH0af7gsD+1w==',key_name='tempest-keypair-954865810',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='64a8e9912883450fa44969c8ebbac519',ramdisk_id='',reservation_id='r-zbw6k62n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-572935082',owner_user_name='tempest-AttachVolumeTestJSON-572935082-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:34:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2c266b233144ef1bf29b9e3fd37d87e',uuid=ec1b1f23-fc44-4a0f-a219-2c00e407d289,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "690ae750-9e9b-45c2-aeec-5c107afeffad", "address": "fa:16:3e:ee:f1:c1", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690ae750-9e", "ovs_interfaceid": "690ae750-9e9b-45c2-aeec-5c107afeffad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converting VIF {"id": "690ae750-9e9b-45c2-aeec-5c107afeffad", "address": "fa:16:3e:ee:f1:c1", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690ae750-9e", "ovs_interfaceid": "690ae750-9e9b-45c2-aeec-5c107afeffad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:f1:c1,bridge_name='br-int',has_traffic_filtering=True,id=690ae750-9e9b-45c2-aeec-5c107afeffad,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap690ae750-9e') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.objects.instance [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'pci_devices' on Instance uuid ec1b1f23-fc44-4a0f-a219-2c00e407d289 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:34:07 user nova-compute[74675]:   <uuid>ec1b1f23-fc44-4a0f-a219-2c00e407d289</uuid>
Nov 23 06:34:07 user nova-compute[74675]:   <name>instance-00000025</name>
Nov 23 06:34:07 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:34:07 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:34:07 user nova-compute[74675]:   <metadata>
Nov 23 06:34:07 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:34:07 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:34:07 user nova-compute[74675]:       <nova:name>tempest-AttachVolumeTestJSON-server-1446326750</nova:name>
Nov 23 06:34:07 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:34:07</nova:creationTime>
Nov 23 06:34:07 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:34:07 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:34:07 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:34:07 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:34:07 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:34:07 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:34:07 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:34:07 user nova-compute[74675]:       <nova:owner>
Nov 23 06:34:07 user nova-compute[74675]:         <nova:user uuid="b2c266b233144ef1bf29b9e3fd37d87e">tempest-AttachVolumeTestJSON-572935082-project-member</nova:user>
Nov 23 06:34:07 user nova-compute[74675]:         <nova:project uuid="64a8e9912883450fa44969c8ebbac519">tempest-AttachVolumeTestJSON-572935082</nova:project>
Nov 23 06:34:07 user nova-compute[74675]:       </nova:owner>
Nov 23 06:34:07 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:34:07 user nova-compute[74675]:       <nova:ports>
Nov 23 06:34:07 user nova-compute[74675]:         <nova:port uuid="690ae750-9e9b-45c2-aeec-5c107afeffad">
Nov 23 06:34:07 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 23 06:34:07 user nova-compute[74675]:         </nova:port>
Nov 23 06:34:07 user nova-compute[74675]:       </nova:ports>
Nov 23 06:34:07 user nova-compute[74675]:     </nova:instance>
Nov 23 06:34:07 user nova-compute[74675]:   </metadata>
Nov 23 06:34:07 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:34:07 user nova-compute[74675]:     <system>
Nov 23 06:34:07 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:34:07 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:34:07 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:34:07 user nova-compute[74675]:       <entry name="serial">ec1b1f23-fc44-4a0f-a219-2c00e407d289</entry>
Nov 23 06:34:07 user nova-compute[74675]:       <entry name="uuid">ec1b1f23-fc44-4a0f-a219-2c00e407d289</entry>
Nov 23 06:34:07 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:34:07 user nova-compute[74675]:     </system>
Nov 23 06:34:07 user nova-compute[74675]:   </sysinfo>
Nov 23 06:34:07 user nova-compute[74675]:   <os>
Nov 23 06:34:07 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:34:07 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:34:07 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:34:07 user nova-compute[74675]:   </os>
Nov 23 06:34:07 user nova-compute[74675]:   <features>
Nov 23 06:34:07 user nova-compute[74675]:     <acpi/>
Nov 23 06:34:07 user nova-compute[74675]:     <apic/>
Nov 23 06:34:07 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:34:07 user nova-compute[74675]:   </features>
Nov 23 06:34:07 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:34:07 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:34:07 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:34:07 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:34:07 user nova-compute[74675]:   </clock>
Nov 23 06:34:07 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:34:07 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:34:07 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:34:07 user nova-compute[74675]:   </cpu>
Nov 23 06:34:07 user nova-compute[74675]:   <devices>
Nov 23 06:34:07 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:34:07 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:34:07 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk"/>
Nov 23 06:34:07 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:34:07 user nova-compute[74675]:     </disk>
Nov 23 06:34:07 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:34:07 user nova-compute[74675]:       <mac address="fa:16:3e:ee:f1:c1"/>
Nov 23 06:34:07 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:34:07 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:34:07 user nova-compute[74675]:       <target dev="tap690ae750-9e"/>
Nov 23 06:34:07 user nova-compute[74675]:     </interface>
Nov 23 06:34:07 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:34:07 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/console.log" append="off"/>
Nov 23 06:34:07 user nova-compute[74675]:     </serial>
Nov 23 06:34:07 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:34:07 user nova-compute[74675]:     <video>
Nov 23 06:34:07 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:34:07 user nova-compute[74675]:     </video>
Nov 23 06:34:07 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:34:07 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:34:07 user nova-compute[74675]:     </rng>
Nov 23 06:34:07 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:34:07 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:34:07 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:34:07 user nova-compute[74675]:     </memballoon>
Nov 23 06:34:07 user nova-compute[74675]:   </devices>
Nov 23 06:34:07 user nova-compute[74675]: </domain>
Nov 23 06:34:07 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:34:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1446326750',display_name='tempest-AttachVolumeTestJSON-server-1446326750',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1446326750',id=37,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyMeMr0Xx66zbuoL3zYOuxII7s+blyyAJlz3KDMMKHrR4FKldqdvnLD7B3d0n0s8AYWWxVAlfVnplNk8+GBIpPiMTlR8VzhCp0AR7emP1RUdmKZYU7FqsVH0af7gsD+1w==',key_name='tempest-keypair-954865810',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='64a8e9912883450fa44969c8ebbac519',ramdisk_id='',reservation_id='r-zbw6k62n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-572935082',owner_user_name='tempest-AttachVolumeTestJSON-572935082-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:34:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2c266b233144ef1bf29b9e3fd37d87e',uuid=ec1b1f23-fc44-4a0f-a219-2c00e407d289,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "690ae750-9e9b-45c2-aeec-5c107afeffad", "address": "fa:16:3e:ee:f1:c1", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690ae750-9e", "ovs_interfaceid": "690ae750-9e9b-45c2-aeec-5c107afeffad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converting VIF {"id": "690ae750-9e9b-45c2-aeec-5c107afeffad", "address": "fa:16:3e:ee:f1:c1", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690ae750-9e", "ovs_interfaceid": "690ae750-9e9b-45c2-aeec-5c107afeffad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:f1:c1,bridge_name='br-int',has_traffic_filtering=True,id=690ae750-9e9b-45c2-aeec-5c107afeffad,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap690ae750-9e') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG os_vif [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:f1:c1,bridge_name='br-int',has_traffic_filtering=True,id=690ae750-9e9b-45c2-aeec-5c107afeffad,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap690ae750-9e') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6adbe405-5d92-5224-a21f-086dda74bbbc', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap690ae750-9e, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap690ae750-9e, col_values=(('qos', UUID('87a5337f-46bf-43a5-b913-44f97365b89b')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap690ae750-9e, col_values=(('external_ids', {'iface-id': '690ae750-9e9b-45c2-aeec-5c107afeffad', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ee:f1:c1', 'vm-uuid': 'ec1b1f23-fc44-4a0f-a219-2c00e407d289'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:34:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:07 user nova-compute[74675]: INFO os_vif [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:f1:c1,bridge_name='br-int',has_traffic_filtering=True,id=690ae750-9e9b-45c2-aeec-5c107afeffad,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap690ae750-9e')
Nov 23 06:34:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:34:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] No VIF found with MAC fa:16:3e:ee:f1:c1, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:34:08 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:34:08 user nova-compute[74675]: DEBUG nova.network.neutron [req-055c07d1-0777-4620-a242-043dc2c6713b req-c54c0584-c5af-4819-873f-2c7f9cde29bf service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Updated VIF entry in instance network info cache for port 690ae750-9e9b-45c2-aeec-5c107afeffad. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:34:08 user nova-compute[74675]: DEBUG nova.network.neutron [req-055c07d1-0777-4620-a242-043dc2c6713b req-c54c0584-c5af-4819-873f-2c7f9cde29bf service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Updating instance_info_cache with network_info: [{"id": "690ae750-9e9b-45c2-aeec-5c107afeffad", "address": "fa:16:3e:ee:f1:c1", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690ae750-9e", "ovs_interfaceid": "690ae750-9e9b-45c2-aeec-5c107afeffad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:34:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-055c07d1-0777-4620-a242-043dc2c6713b req-c54c0584-c5af-4819-873f-2c7f9cde29bf service nova] Releasing lock "refresh_cache-ec1b1f23-fc44-4a0f-a219-2c00e407d289" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:34:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:09 user nova-compute[74675]: DEBUG nova.compute.manager [req-7aff86ae-53b2-4336-8bc5-fe3bf3b91a69 req-3fedcb56-7f3c-4e7f-bf10-c315341730f3 service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Received event network-vif-plugged-690ae750-9e9b-45c2-aeec-5c107afeffad {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:34:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7aff86ae-53b2-4336-8bc5-fe3bf3b91a69 req-3fedcb56-7f3c-4e7f-bf10-c315341730f3 service nova] Acquiring lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7aff86ae-53b2-4336-8bc5-fe3bf3b91a69 req-3fedcb56-7f3c-4e7f-bf10-c315341730f3 service nova] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7aff86ae-53b2-4336-8bc5-fe3bf3b91a69 req-3fedcb56-7f3c-4e7f-bf10-c315341730f3 service nova] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.005s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:09 user nova-compute[74675]: DEBUG nova.compute.manager [req-7aff86ae-53b2-4336-8bc5-fe3bf3b91a69 req-3fedcb56-7f3c-4e7f-bf10-c315341730f3 service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] No waiting events found dispatching network-vif-plugged-690ae750-9e9b-45c2-aeec-5c107afeffad {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:34:09 user nova-compute[74675]: WARNING nova.compute.manager [req-7aff86ae-53b2-4336-8bc5-fe3bf3b91a69 req-3fedcb56-7f3c-4e7f-bf10-c315341730f3 service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Received unexpected event network-vif-plugged-690ae750-9e9b-45c2-aeec-5c107afeffad for instance with vm_state building and task_state spawning.
Nov 23 06:34:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:34:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:34:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Instance spawned successfully.
Nov 23 06:34:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:34:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:34:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:34:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:34:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:34:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:34:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:34:11 user nova-compute[74675]: INFO nova.compute.manager [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Took 5.62 seconds to spawn the instance on the hypervisor.
Nov 23 06:34:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:34:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-e34b7bd3-9fb4-4d7a-9084-33d0f5a26e69 req-7fdb8302-d91d-41ce-b440-831ef970c86e service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Received event network-vif-plugged-690ae750-9e9b-45c2-aeec-5c107afeffad {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:34:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e34b7bd3-9fb4-4d7a-9084-33d0f5a26e69 req-7fdb8302-d91d-41ce-b440-831ef970c86e service nova] Acquiring lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e34b7bd3-9fb4-4d7a-9084-33d0f5a26e69 req-7fdb8302-d91d-41ce-b440-831ef970c86e service nova] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e34b7bd3-9fb4-4d7a-9084-33d0f5a26e69 req-7fdb8302-d91d-41ce-b440-831ef970c86e service nova] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-e34b7bd3-9fb4-4d7a-9084-33d0f5a26e69 req-7fdb8302-d91d-41ce-b440-831ef970c86e service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] No waiting events found dispatching network-vif-plugged-690ae750-9e9b-45c2-aeec-5c107afeffad {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:34:11 user nova-compute[74675]: WARNING nova.compute.manager [req-e34b7bd3-9fb4-4d7a-9084-33d0f5a26e69 req-7fdb8302-d91d-41ce-b440-831ef970c86e service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Received unexpected event network-vif-plugged-690ae750-9e9b-45c2-aeec-5c107afeffad for instance with vm_state building and task_state spawning.
Nov 23 06:34:11 user nova-compute[74675]: INFO nova.compute.manager [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Took 6.66 seconds to build instance.
Nov 23 06:34:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f4f58d4b-9635-4b77-b577-37179ccb7d86 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.812s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-f8692085-ccef-45cb-87f0-dc0de74ebb67 req-9d0e57fb-a293-45e2-b828-b5cff3471cad service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Received event network-changed-5232aa84-dd04-454c-b13c-2274373bba5c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:34:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-f8692085-ccef-45cb-87f0-dc0de74ebb67 req-9d0e57fb-a293-45e2-b828-b5cff3471cad service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Refreshing instance network info cache due to event network-changed-5232aa84-dd04-454c-b13c-2274373bba5c. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:34:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f8692085-ccef-45cb-87f0-dc0de74ebb67 req-9d0e57fb-a293-45e2-b828-b5cff3471cad service nova] Acquiring lock "refresh_cache-b582b6aa-fa68-44a5-bdbc-64eea975141f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:34:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f8692085-ccef-45cb-87f0-dc0de74ebb67 req-9d0e57fb-a293-45e2-b828-b5cff3471cad service nova] Acquired lock "refresh_cache-b582b6aa-fa68-44a5-bdbc-64eea975141f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:34:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-f8692085-ccef-45cb-87f0-dc0de74ebb67 req-9d0e57fb-a293-45e2-b828-b5cff3471cad service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Refreshing network info cache for port 5232aa84-dd04-454c-b13c-2274373bba5c {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:34:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-f8692085-ccef-45cb-87f0-dc0de74ebb67 req-9d0e57fb-a293-45e2-b828-b5cff3471cad service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Updated VIF entry in instance network info cache for port 5232aa84-dd04-454c-b13c-2274373bba5c. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:34:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-f8692085-ccef-45cb-87f0-dc0de74ebb67 req-9d0e57fb-a293-45e2-b828-b5cff3471cad service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Updating instance_info_cache with network_info: [{"id": "5232aa84-dd04-454c-b13c-2274373bba5c", "address": "fa:16:3e:04:44:43", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5232aa84-dd", "ovs_interfaceid": "5232aa84-dd04-454c-b13c-2274373bba5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:34:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f8692085-ccef-45cb-87f0-dc0de74ebb67 req-9d0e57fb-a293-45e2-b828-b5cff3471cad service nova] Releasing lock "refresh_cache-b582b6aa-fa68-44a5-bdbc-64eea975141f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:34:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:25 user nova-compute[74675]: DEBUG nova.compute.manager [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:34:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:25 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:34:25 user nova-compute[74675]: INFO nova.compute.claims [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Claim successful on node user
Nov 23 06:34:25 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:34:25 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:34:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.371s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:25 user nova-compute[74675]: DEBUG nova.compute.manager [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:34:25 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:34:25 user nova-compute[74675]: DEBUG nova.compute.manager [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:34:25 user nova-compute[74675]: DEBUG nova.network.neutron [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:34:25 user nova-compute[74675]: DEBUG nova.compute.manager [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:34:25 user nova-compute[74675]: INFO nova.virt.block_device [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Booting with volume snapshot 20864797-546c-4527-a4b5-f2fdd994428c at /dev/vda
Nov 23 06:34:25 user nova-compute[74675]: DEBUG nova.policy [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95ec05ee74eb40d0a92a6b005394e149', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16ae3d4c42f64e4cba5b09935e927c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:34:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:27 user nova-compute[74675]: DEBUG nova.network.neutron [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Successfully created port: 97a1bfa7-ac4c-4755-8336-74fbc71f1c95 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:34:27 user nova-compute[74675]: DEBUG nova.network.neutron [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Successfully updated port: 97a1bfa7-ac4c-4755-8336-74fbc71f1c95 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:34:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "refresh_cache-9ccc1c25-1964-4dbb-aced-70fde7ffecd9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:34:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquired lock "refresh_cache-9ccc1c25-1964-4dbb-aced-70fde7ffecd9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:34:27 user nova-compute[74675]: DEBUG nova.network.neutron [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:34:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-55776d92-4fd9-4b46-9fc3-32cbb06766ba req-3cf154a4-1582-46a1-a229-70fb1bde64a3 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Received event network-changed-97a1bfa7-ac4c-4755-8336-74fbc71f1c95 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:34:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-55776d92-4fd9-4b46-9fc3-32cbb06766ba req-3cf154a4-1582-46a1-a229-70fb1bde64a3 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Refreshing instance network info cache due to event network-changed-97a1bfa7-ac4c-4755-8336-74fbc71f1c95. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:34:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-55776d92-4fd9-4b46-9fc3-32cbb06766ba req-3cf154a4-1582-46a1-a229-70fb1bde64a3 service nova] Acquiring lock "refresh_cache-9ccc1c25-1964-4dbb-aced-70fde7ffecd9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:34:27 user nova-compute[74675]: DEBUG nova.network.neutron [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:34:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:28 user nova-compute[74675]: DEBUG nova.network.neutron [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Updating instance_info_cache with network_info: [{"id": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "address": "fa:16:3e:60:61:9a", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97a1bfa7-ac", "ovs_interfaceid": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:34:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Releasing lock "refresh_cache-9ccc1c25-1964-4dbb-aced-70fde7ffecd9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:34:28 user nova-compute[74675]: DEBUG nova.compute.manager [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Instance network_info: |[{"id": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "address": "fa:16:3e:60:61:9a", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97a1bfa7-ac", "ovs_interfaceid": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:34:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-55776d92-4fd9-4b46-9fc3-32cbb06766ba req-3cf154a4-1582-46a1-a229-70fb1bde64a3 service nova] Acquired lock "refresh_cache-9ccc1c25-1964-4dbb-aced-70fde7ffecd9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:34:28 user nova-compute[74675]: DEBUG nova.network.neutron [req-55776d92-4fd9-4b46-9fc3-32cbb06766ba req-3cf154a4-1582-46a1-a229-70fb1bde64a3 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Refreshing network info cache for port 97a1bfa7-ac4c-4755-8336-74fbc71f1c95 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:34:28 user nova-compute[74675]: DEBUG nova.network.neutron [req-55776d92-4fd9-4b46-9fc3-32cbb06766ba req-3cf154a4-1582-46a1-a229-70fb1bde64a3 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Updated VIF entry in instance network info cache for port 97a1bfa7-ac4c-4755-8336-74fbc71f1c95. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:34:28 user nova-compute[74675]: DEBUG nova.network.neutron [req-55776d92-4fd9-4b46-9fc3-32cbb06766ba req-3cf154a4-1582-46a1-a229-70fb1bde64a3 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Updating instance_info_cache with network_info: [{"id": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "address": "fa:16:3e:60:61:9a", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97a1bfa7-ac", "ovs_interfaceid": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:34:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-55776d92-4fd9-4b46-9fc3-32cbb06766ba req-3cf154a4-1582-46a1-a229-70fb1bde64a3 service nova] Releasing lock "refresh_cache-9ccc1c25-1964-4dbb-aced-70fde7ffecd9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:34:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG os_brick.utils [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[263018d6-582b-4a41-90d6-d5f2c801d82f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6528c9be-7d37-4e99-a5ee-3d117e6e4bbe]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[47e7bbdb-5965-47ca-8f29-7ea8cd148f81]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5b933cf-bf71-4cee-b8bf-341ea368b8bf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:34:31 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:34:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2d3b389-1765-42c0-be90-3858a13096bc]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG os_brick.utils [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:34:31 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Updating existing volume attachment record: 5ccfbee0-2b6d-4f37-bb28-bc4ec9c55795 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:34:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.compute.manager [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:34:38 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Creating image(s)
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Ensure instance console log exists: /opt/stack/data/nova/instances/9ccc1c25-1964-4dbb-aced-70fde7ffecd9/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Start _get_guest_xml network_info=[{"id": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "address": "fa:16:3e:60:61:9a", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97a1bfa7-ac", "ovs_interfaceid": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-23T06:34:21Z,direct_url=<?>,disk_format='qcow2',id=93b5b11a-6556-45d0-b918-20e3069754b3,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-702707411',owner='16ae3d4c42f64e4cba5b09935e927c47',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-23T06:34:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uKvMsUSg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9ccc1c25-1964-4dbb-aced-70fde7ffecd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f10bdcf1-d483-4334-aebf-6f9193f7e196', 'serial': 'f10bdcf1-d483-4334-aebf-6f9193f7e196'}, 'attachment_id': '5ccfbee0-2b6d-4f37-bb28-bc4ec9c55795', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:34:38 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:34:38 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-23T06:34:21Z,direct_url=<?>,disk_format='qcow2',id=93b5b11a-6556-45d0-b918-20e3069754b3,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-702707411',owner='16ae3d4c42f64e4cba5b09935e927c47',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-23T06:34:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uKvMsUSg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:34:38 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:34:38 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:34:38 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:34:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[de2a7bb9-6aa0-4a70-8fb4-ec0cb077039d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:34:38 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7445a154-56c2-42f8-afd7-bcc5d2346751]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196] added
Nov 23 06:34:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d524d7d-147e-469c-8a39-53eef6cba6ab]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d4809ab-c4eb-49f6-8602-9ef8724eaf82]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uKvMsUSg {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uKvMsUSg" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f0b4775-31c3-462c-85cd-47fb28e53e63]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uKvMsUSg'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c75e920d-e14d-4a46-a240-b3af955b0c21]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d24a230f-6652-481e-aadd-b03c3e273a91]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:34:38 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:34:38 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:34:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:34:38 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:34:38 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:34:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[34708c8d-09a9-45a1-b7ed-4cb1730f3f54]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196, portal: 172.16.0.220,3260]
Nov 23 06:34:38 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196, portal: 172.16.0.220,3260] successful.
Nov 23 06:34:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b86c7ea4-bc86-4d95-90af-63b5b7ea6e2b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ca1ff22-bdb2-4b96-a113-92efc5ea6314]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:34:38 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:34:38 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:34:38 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:34:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:34:38 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:34:38 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:34:38 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:34:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.304s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] HCTL ('33', '-', '-', 0) found on session 42 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5f0b52f-6d6f-4ec3-9f8f-7bbc7eff6c65]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:34:38 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching for a device in session 42 and hctl ['33', '*', '*', 0] yield: None {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching for a device in session 42 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uKvMsUSg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '26134663866623338', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26134663866623338', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:34:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1407716625',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1407716625',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1407716625',id=38,image_ref='93b5b11a-6556-45d0-b918-20e3069754b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAQFMMHHJBFrl26W0wylrE69RuO1O+HE98OPrPXscLKMgJgQDs30oPVWDhNyKDoidzCu2ArDo8BN7ck1feJwJ7xkyWGw+lV04Xo1EUYszdftTf5pC3xiugP0Kfjn7zItFg==',key_name='tempest-keypair-1586510729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-ubo0zlgc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1164061839',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:34:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=9ccc1c25-1964-4dbb-aced-70fde7ffecd9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "address": "fa:16:3e:60:61:9a", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97a1bfa7-ac", "ovs_interfaceid": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "address": "fa:16:3e:60:61:9a", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97a1bfa7-ac", "ovs_interfaceid": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:60:61:9a,bridge_name='br-int',has_traffic_filtering=True,id=97a1bfa7-ac4c-4755-8336-74fbc71f1c95,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97a1bfa7-ac') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG nova.objects.instance [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lazy-loading 'pci_devices' on Instance uuid 9ccc1c25-1964-4dbb-aced-70fde7ffecd9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:34:39 user nova-compute[74675]:   <uuid>9ccc1c25-1964-4dbb-aced-70fde7ffecd9</uuid>
Nov 23 06:34:39 user nova-compute[74675]:   <name>instance-00000026</name>
Nov 23 06:34:39 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:34:39 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:34:39 user nova-compute[74675]:   <metadata>
Nov 23 06:34:39 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:34:39 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:34:39 user nova-compute[74675]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1407716625</nova:name>
Nov 23 06:34:39 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:34:38</nova:creationTime>
Nov 23 06:34:39 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:34:39 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:34:39 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:34:39 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:34:39 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:34:39 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:34:39 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:34:39 user nova-compute[74675]:       <nova:owner>
Nov 23 06:34:39 user nova-compute[74675]:         <nova:user uuid="95ec05ee74eb40d0a92a6b005394e149">tempest-TestVolumeBootPattern-1164061839-project-member</nova:user>
Nov 23 06:34:39 user nova-compute[74675]:         <nova:project uuid="16ae3d4c42f64e4cba5b09935e927c47">tempest-TestVolumeBootPattern-1164061839</nova:project>
Nov 23 06:34:39 user nova-compute[74675]:       </nova:owner>
Nov 23 06:34:39 user nova-compute[74675]:       <nova:root type="image" uuid="93b5b11a-6556-45d0-b918-20e3069754b3"/>
Nov 23 06:34:39 user nova-compute[74675]:       <nova:ports>
Nov 23 06:34:39 user nova-compute[74675]:         <nova:port uuid="97a1bfa7-ac4c-4755-8336-74fbc71f1c95">
Nov 23 06:34:39 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 23 06:34:39 user nova-compute[74675]:         </nova:port>
Nov 23 06:34:39 user nova-compute[74675]:       </nova:ports>
Nov 23 06:34:39 user nova-compute[74675]:     </nova:instance>
Nov 23 06:34:39 user nova-compute[74675]:   </metadata>
Nov 23 06:34:39 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:34:39 user nova-compute[74675]:     <system>
Nov 23 06:34:39 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:34:39 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:34:39 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:34:39 user nova-compute[74675]:       <entry name="serial">9ccc1c25-1964-4dbb-aced-70fde7ffecd9</entry>
Nov 23 06:34:39 user nova-compute[74675]:       <entry name="uuid">9ccc1c25-1964-4dbb-aced-70fde7ffecd9</entry>
Nov 23 06:34:39 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:34:39 user nova-compute[74675]:     </system>
Nov 23 06:34:39 user nova-compute[74675]:   </sysinfo>
Nov 23 06:34:39 user nova-compute[74675]:   <os>
Nov 23 06:34:39 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:34:39 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:34:39 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:34:39 user nova-compute[74675]:   </os>
Nov 23 06:34:39 user nova-compute[74675]:   <features>
Nov 23 06:34:39 user nova-compute[74675]:     <acpi/>
Nov 23 06:34:39 user nova-compute[74675]:     <apic/>
Nov 23 06:34:39 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:34:39 user nova-compute[74675]:   </features>
Nov 23 06:34:39 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:34:39 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:34:39 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:34:39 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:34:39 user nova-compute[74675]:   </clock>
Nov 23 06:34:39 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:34:39 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:34:39 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:34:39 user nova-compute[74675]:   </cpu>
Nov 23 06:34:39 user nova-compute[74675]:   <devices>
Nov 23 06:34:39 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:34:39 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:34:39 user nova-compute[74675]:       <source dev="/dev/sdb"/>
Nov 23 06:34:39 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:34:39 user nova-compute[74675]:       <serial>f10bdcf1-d483-4334-aebf-6f9193f7e196</serial>
Nov 23 06:34:39 user nova-compute[74675]:     </disk>
Nov 23 06:34:39 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:34:39 user nova-compute[74675]:       <mac address="fa:16:3e:60:61:9a"/>
Nov 23 06:34:39 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:34:39 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:34:39 user nova-compute[74675]:       <target dev="tap97a1bfa7-ac"/>
Nov 23 06:34:39 user nova-compute[74675]:     </interface>
Nov 23 06:34:39 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:34:39 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/9ccc1c25-1964-4dbb-aced-70fde7ffecd9/console.log" append="off"/>
Nov 23 06:34:39 user nova-compute[74675]:     </serial>
Nov 23 06:34:39 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:34:39 user nova-compute[74675]:     <video>
Nov 23 06:34:39 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:34:39 user nova-compute[74675]:     </video>
Nov 23 06:34:39 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:34:39 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:34:39 user nova-compute[74675]:     </rng>
Nov 23 06:34:39 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:34:39 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:34:39 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:34:39 user nova-compute[74675]:     </memballoon>
Nov 23 06:34:39 user nova-compute[74675]:   </devices>
Nov 23 06:34:39 user nova-compute[74675]: </domain>
Nov 23 06:34:39 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:34:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1407716625',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1407716625',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1407716625',id=38,image_ref='93b5b11a-6556-45d0-b918-20e3069754b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAQFMMHHJBFrl26W0wylrE69RuO1O+HE98OPrPXscLKMgJgQDs30oPVWDhNyKDoidzCu2ArDo8BN7ck1feJwJ7xkyWGw+lV04Xo1EUYszdftTf5pC3xiugP0Kfjn7zItFg==',key_name='tempest-keypair-1586510729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-ubo0zlgc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1164061839',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:34:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=9ccc1c25-1964-4dbb-aced-70fde7ffecd9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "address": "fa:16:3e:60:61:9a", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97a1bfa7-ac", "ovs_interfaceid": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "address": "fa:16:3e:60:61:9a", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97a1bfa7-ac", "ovs_interfaceid": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:60:61:9a,bridge_name='br-int',has_traffic_filtering=True,id=97a1bfa7-ac4c-4755-8336-74fbc71f1c95,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97a1bfa7-ac') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG os_vif [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:61:9a,bridge_name='br-int',has_traffic_filtering=True,id=97a1bfa7-ac4c-4755-8336-74fbc71f1c95,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97a1bfa7-ac') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4fe9b374-8750-5e92-aceb-7be7afb858dd', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap97a1bfa7-ac, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap97a1bfa7-ac, col_values=(('qos', UUID('591265aa-1460-471f-9424-9da72ac3ba58')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap97a1bfa7-ac, col_values=(('external_ids', {'iface-id': '97a1bfa7-ac4c-4755-8336-74fbc71f1c95', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:60:61:9a', 'vm-uuid': '9ccc1c25-1964-4dbb-aced-70fde7ffecd9'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:39 user nova-compute[74675]: INFO os_vif [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:61:9a,bridge_name='br-int',has_traffic_filtering=True,id=97a1bfa7-ac4c-4755-8336-74fbc71f1c95,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97a1bfa7-ac')
Nov 23 06:34:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:34:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] No VIF found with MAC fa:16:3e:60:61:9a, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:34:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:41 user nova-compute[74675]: DEBUG nova.compute.manager [req-22686d78-51e5-47f4-b07b-4ee1f60f9009 req-2008cbd4-2d99-4cda-8bfa-69792d265c86 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Received event network-vif-plugged-97a1bfa7-ac4c-4755-8336-74fbc71f1c95 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:34:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-22686d78-51e5-47f4-b07b-4ee1f60f9009 req-2008cbd4-2d99-4cda-8bfa-69792d265c86 service nova] Acquiring lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-22686d78-51e5-47f4-b07b-4ee1f60f9009 req-2008cbd4-2d99-4cda-8bfa-69792d265c86 service nova] Lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-22686d78-51e5-47f4-b07b-4ee1f60f9009 req-2008cbd4-2d99-4cda-8bfa-69792d265c86 service nova] Lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:41 user nova-compute[74675]: DEBUG nova.compute.manager [req-22686d78-51e5-47f4-b07b-4ee1f60f9009 req-2008cbd4-2d99-4cda-8bfa-69792d265c86 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] No waiting events found dispatching network-vif-plugged-97a1bfa7-ac4c-4755-8336-74fbc71f1c95 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:34:41 user nova-compute[74675]: WARNING nova.compute.manager [req-22686d78-51e5-47f4-b07b-4ee1f60f9009 req-2008cbd4-2d99-4cda-8bfa-69792d265c86 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Received unexpected event network-vif-plugged-97a1bfa7-ac4c-4755-8336-74fbc71f1c95 for instance with vm_state building and task_state spawning.
Nov 23 06:34:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:42 user nova-compute[74675]: DEBUG nova.compute.manager [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:34:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:34:42 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Instance spawned successfully.
Nov 23 06:34:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:34:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:34:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:34:43 user nova-compute[74675]: INFO nova.compute.manager [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Took 5.04 seconds to spawn the instance on the hypervisor.
Nov 23 06:34:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:34:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-ef514679-2263-4d94-a361-3e22609009c1 req-7ff7aede-e651-4d22-a925-b649542d55fe service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Received event network-vif-plugged-97a1bfa7-ac4c-4755-8336-74fbc71f1c95 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:34:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ef514679-2263-4d94-a361-3e22609009c1 req-7ff7aede-e651-4d22-a925-b649542d55fe service nova] Acquiring lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ef514679-2263-4d94-a361-3e22609009c1 req-7ff7aede-e651-4d22-a925-b649542d55fe service nova] Lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ef514679-2263-4d94-a361-3e22609009c1 req-7ff7aede-e651-4d22-a925-b649542d55fe service nova] Lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-ef514679-2263-4d94-a361-3e22609009c1 req-7ff7aede-e651-4d22-a925-b649542d55fe service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] No waiting events found dispatching network-vif-plugged-97a1bfa7-ac4c-4755-8336-74fbc71f1c95 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:34:43 user nova-compute[74675]: WARNING nova.compute.manager [req-ef514679-2263-4d94-a361-3e22609009c1 req-7ff7aede-e651-4d22-a925-b649542d55fe service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Received unexpected event network-vif-plugged-97a1bfa7-ac4c-4755-8336-74fbc71f1c95 for instance with vm_state building and task_state spawning.
Nov 23 06:34:43 user nova-compute[74675]: INFO nova.compute.manager [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Took 17.75 seconds to build instance.
Nov 23 06:34:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0ebaf4-20c8-4286-b439-12c03d43c06c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.843s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:44 user nova-compute[74675]: DEBUG nova.compute.manager [req-da9caefc-bc00-4eb8-9f6b-3da4782961aa req-289ed334-136a-4c92-8deb-7cfba3482be1 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-changed-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:34:44 user nova-compute[74675]: DEBUG nova.compute.manager [req-da9caefc-bc00-4eb8-9f6b-3da4782961aa req-289ed334-136a-4c92-8deb-7cfba3482be1 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Refreshing instance network info cache due to event network-changed-a06d323b-7a1c-4966-8d9b-83034ce372e5. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:34:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-da9caefc-bc00-4eb8-9f6b-3da4782961aa req-289ed334-136a-4c92-8deb-7cfba3482be1 service nova] Acquiring lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:34:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-da9caefc-bc00-4eb8-9f6b-3da4782961aa req-289ed334-136a-4c92-8deb-7cfba3482be1 service nova] Acquired lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:34:44 user nova-compute[74675]: DEBUG nova.network.neutron [req-da9caefc-bc00-4eb8-9f6b-3da4782961aa req-289ed334-136a-4c92-8deb-7cfba3482be1 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Refreshing network info cache for port a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:34:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:45 user nova-compute[74675]: DEBUG nova.network.neutron [req-da9caefc-bc00-4eb8-9f6b-3da4782961aa req-289ed334-136a-4c92-8deb-7cfba3482be1 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Updated VIF entry in instance network info cache for port a06d323b-7a1c-4966-8d9b-83034ce372e5. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:34:45 user nova-compute[74675]: DEBUG nova.network.neutron [req-da9caefc-bc00-4eb8-9f6b-3da4782961aa req-289ed334-136a-4c92-8deb-7cfba3482be1 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Updating instance_info_cache with network_info: [{"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:34:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-da9caefc-bc00-4eb8-9f6b-3da4782961aa req-289ed334-136a-4c92-8deb-7cfba3482be1 service nova] Releasing lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:34:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "abca82b9-f498-49e1-900c-505792bde9f2" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:48 user nova-compute[74675]: INFO nova.compute.manager [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Shelving
Nov 23 06:34:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-5233edac-10bd-4921-aa76-bfa9c319ffe4 req-816b60cf-2cbb-49c5-b12b-6ab5f26bedcc service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-vif-unplugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:34:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5233edac-10bd-4921-aa76-bfa9c319ffe4 req-816b60cf-2cbb-49c5-b12b-6ab5f26bedcc service nova] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5233edac-10bd-4921-aa76-bfa9c319ffe4 req-816b60cf-2cbb-49c5-b12b-6ab5f26bedcc service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5233edac-10bd-4921-aa76-bfa9c319ffe4 req-816b60cf-2cbb-49c5-b12b-6ab5f26bedcc service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-5233edac-10bd-4921-aa76-bfa9c319ffe4 req-816b60cf-2cbb-49c5-b12b-6ab5f26bedcc service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] No waiting events found dispatching network-vif-unplugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:34:49 user nova-compute[74675]: WARNING nova.compute.manager [req-5233edac-10bd-4921-aa76-bfa9c319ffe4 req-816b60cf-2cbb-49c5-b12b-6ab5f26bedcc service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received unexpected event network-vif-unplugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 for instance with vm_state active and task_state shelving.
Nov 23 06:34:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:49 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Instance destroyed successfully.
Nov 23 06:34:49 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Beginning cold snapshot process
Nov 23 06:34:49 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:34:49 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk /opt/stack/data/nova/instances/snapshots/tmpzl54rxfi/a46a86b530de4c99ba8332c84fca0128 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk /opt/stack/data/nova/instances/snapshots/tmpzl54rxfi/a46a86b530de4c99ba8332c84fca0128" returned: 0 in 1.011s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:50 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Snapshot extracted, beginning image upload
Nov 23 06:34:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-b7768195-b43f-456d-b6d0-ec0213836fca req-1d3d6f4d-8978-422d-975c-860561b01752 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:34:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b7768195-b43f-456d-b6d0-ec0213836fca req-1d3d6f4d-8978-422d-975c-860561b01752 service nova] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b7768195-b43f-456d-b6d0-ec0213836fca req-1d3d6f4d-8978-422d-975c-860561b01752 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b7768195-b43f-456d-b6d0-ec0213836fca req-1d3d6f4d-8978-422d-975c-860561b01752 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-b7768195-b43f-456d-b6d0-ec0213836fca req-1d3d6f4d-8978-422d-975c-860561b01752 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] No waiting events found dispatching network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:34:51 user nova-compute[74675]: WARNING nova.compute.manager [req-b7768195-b43f-456d-b6d0-ec0213836fca req-1d3d6f4d-8978-422d-975c-860561b01752 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received unexpected event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 for instance with vm_state active and task_state shelving_image_uploading.
Nov 23 06:34:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:53 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Snapshot image upload complete
Nov 23 06:34:53 user nova-compute[74675]: DEBUG nova.compute.manager [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:34:53 user nova-compute[74675]: INFO nova.compute.manager [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Shelve offloading
Nov 23 06:34:53 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Instance destroyed successfully.
Nov 23 06:34:53 user nova-compute[74675]: DEBUG nova.compute.manager [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:34:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:34:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquired lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:34:53 user nova-compute[74675]: DEBUG nova.network.neutron [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG nova.network.neutron [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Updating instance_info_cache with network_info: [{"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Releasing lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:54 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Instance destroyed successfully.
Nov 23 06:34:54 user nova-compute[74675]: DEBUG nova.objects.instance [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'resources' on Instance uuid abca82b9-f498-49e1-900c-505792bde9f2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:32:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1779733039',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1779733039',id=35,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNqZfD3RkUAGWmwxNGODeckfrVH6B0bduM1vxkODWp/ar7wyC+HwR3/9Eeav77z5z52BL9T8VKvhkfYBhb3Y1CTIyTOgHTB4v7V3WzjBPfk9T+nhetGH5/M0GGPM+k5DnQ==',key_name='tempest-keypair-646455995',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:33:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='3e0e925e30a14a178f2cd780dccbdff2',ramdisk_id='',reservation_id='r-2vnvs80q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-67653961',owner_user_name='tempest-AttachVolumeShelveTestJSON-67653961-project-member',shelved_at='2023-11-23T06:34:53.518014',shelved_host='user',shelved_image_id='e8d2070c-7a06-4344-8756-0e03d94d78a6'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:34:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c500c76720f499597f05d2cee347bca',uuid=abca82b9-f498-49e1-900c-505792bde9f2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converting VIF {"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4e:3b,bridge_name='br-int',has_traffic_filtering=True,id=a06d323b-7a1c-4966-8d9b-83034ce372e5,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa06d323b-7a') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG os_vif [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4e:3b,bridge_name='br-int',has_traffic_filtering=True,id=a06d323b-7a1c-4966-8d9b-83034ce372e5,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa06d323b-7a') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa06d323b-7a, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=215b49eb-372c-466a-a5a2-d821e2697b6a) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-e421ab7c-4383-4021-b5a8-a60dc27dfcae req-5d20247c-3dfe-42b8-915b-0ed09cea63b1 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-changed-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-e421ab7c-4383-4021-b5a8-a60dc27dfcae req-5d20247c-3dfe-42b8-915b-0ed09cea63b1 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Refreshing instance network info cache due to event network-changed-a06d323b-7a1c-4966-8d9b-83034ce372e5. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e421ab7c-4383-4021-b5a8-a60dc27dfcae req-5d20247c-3dfe-42b8-915b-0ed09cea63b1 service nova] Acquiring lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e421ab7c-4383-4021-b5a8-a60dc27dfcae req-5d20247c-3dfe-42b8-915b-0ed09cea63b1 service nova] Acquired lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG nova.network.neutron [req-e421ab7c-4383-4021-b5a8-a60dc27dfcae req-5d20247c-3dfe-42b8-915b-0ed09cea63b1 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Refreshing network info cache for port a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:34:54 user nova-compute[74675]: INFO os_vif [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4e:3b,bridge_name='br-int',has_traffic_filtering=True,id=a06d323b-7a1c-4966-8d9b-83034ce372e5,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa06d323b-7a')
Nov 23 06:34:54 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Deleting instance files /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2_del
Nov 23 06:34:54 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Deletion of /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2_del complete
Nov 23 06:34:54 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Deleted allocations for instance abca82b9-f498-49e1-900c-505792bde9f2
Nov 23 06:34:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG nova.objects.instance [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'numa_topology' on Instance uuid abca82b9-f498-49e1-900c-505792bde9f2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:34:54 user nova-compute[74675]: DEBUG nova.objects.base [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Object Instance<abca82b9-f498-49e1-900c-505792bde9f2> lazy-loaded attributes: resources,numa_topology {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:34:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:55 user nova-compute[74675]: DEBUG nova.network.neutron [req-e421ab7c-4383-4021-b5a8-a60dc27dfcae req-5d20247c-3dfe-42b8-915b-0ed09cea63b1 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Updated VIF entry in instance network info cache for port a06d323b-7a1c-4966-8d9b-83034ce372e5. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:34:55 user nova-compute[74675]: DEBUG nova.network.neutron [req-e421ab7c-4383-4021-b5a8-a60dc27dfcae req-5d20247c-3dfe-42b8-915b-0ed09cea63b1 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Updating instance_info_cache with network_info: [{"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapa06d323b-7a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:34:55 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:34:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e421ab7c-4383-4021-b5a8-a60dc27dfcae req-5d20247c-3dfe-42b8-915b-0ed09cea63b1 service nova] Releasing lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:34:55 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:34:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.311s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-601a6f63-2337-46eb-b5cc-92f59b56da54 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "abca82b9-f498-49e1-900c-505792bde9f2" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.364s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:57 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:34:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:34:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:34:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:34:57 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:34:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:34:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:34:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:58 user nova-compute[74675]: INFO nova.compute.manager [None req-3017ceed-caf4-4344-86b7-a66ab8845116 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Unrescuing
Nov 23 06:34:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3017ceed-caf4-4344-86b7-a66ab8845116 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "refresh_cache-6830aab7-1f63-4e2d-8520-6c3636baefc4" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:34:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3017ceed-caf4-4344-86b7-a66ab8845116 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquired lock "refresh_cache-6830aab7-1f63-4e2d-8520-6c3636baefc4" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:34:58 user nova-compute[74675]: DEBUG nova.network.neutron [None req-3017ceed-caf4-4344-86b7-a66ab8845116 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:34:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:34:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:34:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/disk.rescue --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:34:59 user nova-compute[74675]: DEBUG nova.network.neutron [None req-3017ceed-caf4-4344-86b7-a66ab8845116 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Updating instance_info_cache with network_info: [{"id": "6148a3b7-8394-4994-aefb-d17769c44ef0", "address": "fa:16:3e:a8:5b:ee", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6148a3b7-83", "ovs_interfaceid": "6148a3b7-8394-4994-aefb-d17769c44ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:34:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3017ceed-caf4-4344-86b7-a66ab8845116 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Releasing lock "refresh_cache-6830aab7-1f63-4e2d-8520-6c3636baefc4" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:34:59 user nova-compute[74675]: DEBUG nova.objects.instance [None req-3017ceed-caf4-4344-86b7-a66ab8845116 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'flavor' on Instance uuid 6830aab7-1f63-4e2d-8520-6c3636baefc4 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:34:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:34:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:34:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-ed8a765e-082d-49f9-a29e-3a12e9b8c24b req-bec26a76-048d-4244-b253-590b5e8cf121 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received event network-vif-unplugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ed8a765e-082d-49f9-a29e-3a12e9b8c24b req-bec26a76-048d-4244-b253-590b5e8cf121 service nova] Acquiring lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ed8a765e-082d-49f9-a29e-3a12e9b8c24b req-bec26a76-048d-4244-b253-590b5e8cf121 service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ed8a765e-082d-49f9-a29e-3a12e9b8c24b req-bec26a76-048d-4244-b253-590b5e8cf121 service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-ed8a765e-082d-49f9-a29e-3a12e9b8c24b req-bec26a76-048d-4244-b253-590b5e8cf121 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] No waiting events found dispatching network-vif-unplugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:35:00 user nova-compute[74675]: WARNING nova.compute.manager [req-ed8a765e-082d-49f9-a29e-3a12e9b8c24b req-bec26a76-048d-4244-b253-590b5e8cf121 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received unexpected event network-vif-unplugged-6148a3b7-8394-4994-aefb-d17769c44ef0 for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:35:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:35:00 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:35:00 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:35:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7950MB free_disk=25.170421600341797GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:00 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Instance destroyed successfully.
Nov 23 06:35:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 43f15c0e-1e50-4461-8896-e5df8e1caf4b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 6830aab7-1f63-4e2d-8520-6c3636baefc4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance b582b6aa-fa68-44a5-bdbc-64eea975141f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance a68dfa1c-03f1-4190-adce-a63cc8929cf9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance ec1b1f23-fc44-4a0f-a219-2c00e407d289 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9ccc1c25-1964-4dbb-aced-70fde7ffecd9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:35:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.675s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:01 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:35:01 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:35:01 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:35:01 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:35:01 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:35:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-9f98f231-07ac-4333-9500-6f18c58df88f req-5fd955ac-7279-4763-9bc2-b2f281c08de3 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:35:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9f98f231-07ac-4333-9500-6f18c58df88f req-5fd955ac-7279-4763-9bc2-b2f281c08de3 service nova] Acquiring lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9f98f231-07ac-4333-9500-6f18c58df88f req-5fd955ac-7279-4763-9bc2-b2f281c08de3 service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9f98f231-07ac-4333-9500-6f18c58df88f req-5fd955ac-7279-4763-9bc2-b2f281c08de3 service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-9f98f231-07ac-4333-9500-6f18c58df88f req-5fd955ac-7279-4763-9bc2-b2f281c08de3 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] No waiting events found dispatching network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:35:02 user nova-compute[74675]: WARNING nova.compute.manager [req-9f98f231-07ac-4333-9500-6f18c58df88f req-5fd955ac-7279-4763-9bc2-b2f281c08de3 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received unexpected event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 for instance with vm_state rescued and task_state unrescuing.
Nov 23 06:35:02 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:35:02 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:35:02 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 06:35:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:35:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:35:03 user nova-compute[74675]: INFO nova.compute.claims [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Claim successful on node user
Nov 23 06:35:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-3017ceed-caf4-4344-86b7-a66ab8845116 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:35:04 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:35:04 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:35:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.385s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:04 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:35:04 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:35:04 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:35:04 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:35:04 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:35:04 user nova-compute[74675]: DEBUG nova.policy [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '735d26d8543c4c86a990ecf51dd7d883', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '500fe1b34bc94e61af7cd26a8b902fcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:35:04 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:35:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:35:04 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Creating image(s)
Nov 23 06:35:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "/opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "/opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "/opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.293s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.297s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Successfully created port: 7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk 1073741824" returned: 0 in 0.057s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.359s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.250s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Cannot resize image /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Ensure instance console log exists: /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Successfully updated port: 7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquired lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-01cfa687-f342-40a2-8580-dc38a6912927 req-547ed8b1-57e6-4f1e-aaba-042828305e0b service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received event network-changed-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-01cfa687-f342-40a2-8580-dc38a6912927 req-547ed8b1-57e6-4f1e-aaba-042828305e0b service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Refreshing instance network info cache due to event network-changed-7c4689fb-06a2-4033-be46-adbd344ee9a6. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-01cfa687-f342-40a2-8580-dc38a6912927 req-547ed8b1-57e6-4f1e-aaba-042828305e0b service nova] Acquiring lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:35:05 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updating instance_info_cache with network_info: [{"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Releasing lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Instance network_info: |[{"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-01cfa687-f342-40a2-8580-dc38a6912927 req-547ed8b1-57e6-4f1e-aaba-042828305e0b service nova] Acquired lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.network.neutron [req-01cfa687-f342-40a2-8580-dc38a6912927 req-547ed8b1-57e6-4f1e-aaba-042828305e0b service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Refreshing network info cache for port 7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Start _get_guest_xml network_info=[{"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:35:06 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:35:06 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:35:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1415444062',display_name='tempest-ServerActionsTestOtherB-server-1415444062',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1415444062',id=39,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE6uqPMdPJM4RVBZHbSxiQsK2r8cP6mpay/BDT943sAFteDz1FmIIVxuNWXFcowS8e8gNufrguDWf8nh3EGXvGFViLjMcFlcO1XyZECFB/5RVER4RpVyKvjbN9hPl6mUdg==',key_name='tempest-keypair-524988022',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='500fe1b34bc94e61af7cd26a8b902fcb',ramdisk_id='',reservation_id='r-7d65820o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1715949938',owner_user_name='tempest-ServerActionsTestOtherB-1715949938-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:35:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='735d26d8543c4c86a990ecf51dd7d883',uuid=6135444f-2bce-4e81-9200-474bd9fe7fac,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converting VIF {"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.objects.instance [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lazy-loading 'pci_devices' on Instance uuid 6135444f-2bce-4e81-9200-474bd9fe7fac {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:35:06 user nova-compute[74675]:   <uuid>6135444f-2bce-4e81-9200-474bd9fe7fac</uuid>
Nov 23 06:35:06 user nova-compute[74675]:   <name>instance-00000027</name>
Nov 23 06:35:06 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:35:06 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:35:06 user nova-compute[74675]:   <metadata>
Nov 23 06:35:06 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:35:06 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:35:06 user nova-compute[74675]:       <nova:name>tempest-ServerActionsTestOtherB-server-1415444062</nova:name>
Nov 23 06:35:06 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:35:06</nova:creationTime>
Nov 23 06:35:06 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:35:06 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:35:06 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:35:06 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:35:06 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:35:06 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:35:06 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:35:06 user nova-compute[74675]:       <nova:owner>
Nov 23 06:35:06 user nova-compute[74675]:         <nova:user uuid="735d26d8543c4c86a990ecf51dd7d883">tempest-ServerActionsTestOtherB-1715949938-project-member</nova:user>
Nov 23 06:35:06 user nova-compute[74675]:         <nova:project uuid="500fe1b34bc94e61af7cd26a8b902fcb">tempest-ServerActionsTestOtherB-1715949938</nova:project>
Nov 23 06:35:06 user nova-compute[74675]:       </nova:owner>
Nov 23 06:35:06 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:35:06 user nova-compute[74675]:       <nova:ports>
Nov 23 06:35:06 user nova-compute[74675]:         <nova:port uuid="7c4689fb-06a2-4033-be46-adbd344ee9a6">
Nov 23 06:35:06 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 23 06:35:06 user nova-compute[74675]:         </nova:port>
Nov 23 06:35:06 user nova-compute[74675]:       </nova:ports>
Nov 23 06:35:06 user nova-compute[74675]:     </nova:instance>
Nov 23 06:35:06 user nova-compute[74675]:   </metadata>
Nov 23 06:35:06 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:35:06 user nova-compute[74675]:     <system>
Nov 23 06:35:06 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:35:06 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:35:06 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:35:06 user nova-compute[74675]:       <entry name="serial">6135444f-2bce-4e81-9200-474bd9fe7fac</entry>
Nov 23 06:35:06 user nova-compute[74675]:       <entry name="uuid">6135444f-2bce-4e81-9200-474bd9fe7fac</entry>
Nov 23 06:35:06 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:35:06 user nova-compute[74675]:     </system>
Nov 23 06:35:06 user nova-compute[74675]:   </sysinfo>
Nov 23 06:35:06 user nova-compute[74675]:   <os>
Nov 23 06:35:06 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:35:06 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:35:06 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:35:06 user nova-compute[74675]:   </os>
Nov 23 06:35:06 user nova-compute[74675]:   <features>
Nov 23 06:35:06 user nova-compute[74675]:     <acpi/>
Nov 23 06:35:06 user nova-compute[74675]:     <apic/>
Nov 23 06:35:06 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:35:06 user nova-compute[74675]:   </features>
Nov 23 06:35:06 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:35:06 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:35:06 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:35:06 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:35:06 user nova-compute[74675]:   </clock>
Nov 23 06:35:06 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:35:06 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:35:06 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:35:06 user nova-compute[74675]:   </cpu>
Nov 23 06:35:06 user nova-compute[74675]:   <devices>
Nov 23 06:35:06 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:35:06 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:35:06 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk"/>
Nov 23 06:35:06 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:35:06 user nova-compute[74675]:     </disk>
Nov 23 06:35:06 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:35:06 user nova-compute[74675]:       <mac address="fa:16:3e:9b:8c:8a"/>
Nov 23 06:35:06 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:35:06 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:35:06 user nova-compute[74675]:       <target dev="tap7c4689fb-06"/>
Nov 23 06:35:06 user nova-compute[74675]:     </interface>
Nov 23 06:35:06 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:35:06 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/console.log" append="off"/>
Nov 23 06:35:06 user nova-compute[74675]:     </serial>
Nov 23 06:35:06 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:35:06 user nova-compute[74675]:     <video>
Nov 23 06:35:06 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:35:06 user nova-compute[74675]:     </video>
Nov 23 06:35:06 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:35:06 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:35:06 user nova-compute[74675]:     </rng>
Nov 23 06:35:06 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:35:06 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:35:06 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:35:06 user nova-compute[74675]:     </memballoon>
Nov 23 06:35:06 user nova-compute[74675]:   </devices>
Nov 23 06:35:06 user nova-compute[74675]: </domain>
Nov 23 06:35:06 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:35:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1415444062',display_name='tempest-ServerActionsTestOtherB-server-1415444062',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1415444062',id=39,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE6uqPMdPJM4RVBZHbSxiQsK2r8cP6mpay/BDT943sAFteDz1FmIIVxuNWXFcowS8e8gNufrguDWf8nh3EGXvGFViLjMcFlcO1XyZECFB/5RVER4RpVyKvjbN9hPl6mUdg==',key_name='tempest-keypair-524988022',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='500fe1b34bc94e61af7cd26a8b902fcb',ramdisk_id='',reservation_id='r-7d65820o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1715949938',owner_user_name='tempest-ServerActionsTestOtherB-1715949938-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:35:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='735d26d8543c4c86a990ecf51dd7d883',uuid=6135444f-2bce-4e81-9200-474bd9fe7fac,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converting VIF {"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG os_vif [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '83e1930e-aeb3-5957-811f-badc57dc2e52', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7c4689fb-06, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7c4689fb-06, col_values=(('qos', UUID('e8e18107-90cf-405d-9d34-4f5d7d989c47')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7c4689fb-06, col_values=(('external_ids', {'iface-id': '7c4689fb-06a2-4033-be46-adbd344ee9a6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9b:8c:8a', 'vm-uuid': '6135444f-2bce-4e81-9200-474bd9fe7fac'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:06 user nova-compute[74675]: INFO os_vif [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06')
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] No VIF found with MAC fa:16:3e:9b:8c:8a, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-9a2a29c5-7e4d-4633-9a42-0a3cfc65eafd req-52ed182c-f7a9-416a-b926-84ef0b016f28 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9a2a29c5-7e4d-4633-9a42-0a3cfc65eafd req-52ed182c-f7a9-416a-b926-84ef0b016f28 service nova] Acquiring lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9a2a29c5-7e4d-4633-9a42-0a3cfc65eafd req-52ed182c-f7a9-416a-b926-84ef0b016f28 service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9a2a29c5-7e4d-4633-9a42-0a3cfc65eafd req-52ed182c-f7a9-416a-b926-84ef0b016f28 service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-9a2a29c5-7e4d-4633-9a42-0a3cfc65eafd req-52ed182c-f7a9-416a-b926-84ef0b016f28 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] No waiting events found dispatching network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:35:06 user nova-compute[74675]: WARNING nova.compute.manager [req-9a2a29c5-7e4d-4633-9a42-0a3cfc65eafd req-52ed182c-f7a9-416a-b926-84ef0b016f28 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received unexpected event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 for instance with vm_state active and task_state None.
Nov 23 06:35:07 user nova-compute[74675]: DEBUG nova.network.neutron [req-01cfa687-f342-40a2-8580-dc38a6912927 req-547ed8b1-57e6-4f1e-aaba-042828305e0b service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updated VIF entry in instance network info cache for port 7c4689fb-06a2-4033-be46-adbd344ee9a6. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:35:07 user nova-compute[74675]: DEBUG nova.network.neutron [req-01cfa687-f342-40a2-8580-dc38a6912927 req-547ed8b1-57e6-4f1e-aaba-042828305e0b service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updating instance_info_cache with network_info: [{"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:35:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-01cfa687-f342-40a2-8580-dc38a6912927 req-547ed8b1-57e6-4f1e-aaba-042828305e0b service nova] Releasing lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:35:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] Acquiring lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] No waiting events found dispatching network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:35:08 user nova-compute[74675]: WARNING nova.compute.manager [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received unexpected event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 for instance with vm_state active and task_state None.
Nov 23 06:35:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] No waiting events found dispatching network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:35:08 user nova-compute[74675]: WARNING nova.compute.manager [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received unexpected event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 for instance with vm_state building and task_state spawning.
Nov 23 06:35:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] No waiting events found dispatching network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:35:08 user nova-compute[74675]: WARNING nova.compute.manager [req-91a89360-708f-44d8-a15a-ed760fd03741 req-76898968-cc15-4bac-bb3e-46084123c230 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received unexpected event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 for instance with vm_state building and task_state spawning.
Nov 23 06:35:09 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:35:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:10 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:35:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:35:10 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Instance spawned successfully.
Nov 23 06:35:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:35:10 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:35:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:35:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:35:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:35:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:35:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:35:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:35:10 user nova-compute[74675]: INFO nova.compute.manager [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Took 5.75 seconds to spawn the instance on the hypervisor.
Nov 23 06:35:10 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:35:10 user nova-compute[74675]: INFO nova.compute.manager [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Took 6.64 seconds to build instance.
Nov 23 06:35:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5e375d1d-1b10-4498-ac8e-f1db8d881969 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.745s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG nova.objects.instance [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lazy-loading 'flavor' on Instance uuid a68dfa1c-03f1-4190-adce-a63cc8929cf9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:36 user nova-compute[74675]: INFO nova.compute.manager [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Attaching volume 0a788c84-613a-4461-9a60-b209492c88bf to /dev/vdb
Nov 23 06:35:36 user nova-compute[74675]: DEBUG os_brick.utils [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3290951-6917-4ade-a132-d15cc7cfe32b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[565c6711-0a60-49c3-be48-bcd0f0311f1d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fd33d53-ea0e-425a-a947-a023ebd58a09]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1af80106-cc1e-4203-bf94-5aa77f69620a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:35:36 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:35:36 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[22cf6aba-5d55-4c77-bcf5-0597d4040a09]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG os_brick.utils [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:35:36 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Updating existing volume attachment record: d46a0ef9-4326-427d-b626-c3795dcb5c98 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:35:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jtVKPQiu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:35:42 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:35:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:35:42 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:35:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:35:42 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[23c47a2e-e475-46a5-b72f-9848cc3b649b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:35:42 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[33d0e46c-17b0-42af-b3e2-a9a0315619a0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf] added
Nov 23 06:35:42 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[90697958-68e7-411c-8dc2-ab726929bc88]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[54fb25b3-2c6c-4e6a-ba33-179af545ca08]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jtVKPQiu {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jtVKPQiu" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9562a4e0-d8be-4276-953b-43308c6c8dbf]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jtVKPQiu'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fff8a4d-d994-4e3c-89cb-c44d33970eed]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f305a63d-fc60-4373-a62d-b9fd684ce608]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:35:43 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:35:43 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:35:43 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:35:43 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:35:43 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:35:43 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:35:43 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:35:43 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4cad139-e6a4-46e0-ae0f-71bd49c31814]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf, portal: 172.16.0.220,3260]
Nov 23 06:35:43 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf, portal: 172.16.0.220,3260] successful.
Nov 23 06:35:43 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e341bc55-cea2-4442-ada6-caf931087862]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d7af0f1-2519-4c29-b5a3-2cab5faea5f3]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:35:43 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:35:43 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:35:43 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:35:43 user nova-compute[74675]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:35:43 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:35:43 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:35:43 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:35:43 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:35:43 user nova-compute[74675]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:35:43 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.304s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] HCTL ('37', '-', '-', 0) found on session 43 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7491e13-084a-43ed-b70e-617be08847bc]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:43 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Searching for a device in session 43 and hctl ['37', '*', '*', 0] yield: None {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:35:44 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Searching for a device in session 43 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:35:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jtVKPQiu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:35:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:35:44 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '26463356163623139', 'path': '/dev/sdf'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:35:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26463356163623139', 'path': '/dev/sdf'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:35:44 user nova-compute[74675]: DEBUG nova.objects.instance [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lazy-loading 'flavor' on Instance uuid a68dfa1c-03f1-4190-adce-a63cc8929cf9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:35:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:35:44 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:35:44 user nova-compute[74675]:   <source dev="/dev/sdf"/>
Nov 23 06:35:44 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:35:44 user nova-compute[74675]:   <serial>0a788c84-613a-4461-9a60-b209492c88bf</serial>
Nov 23 06:35:44 user nova-compute[74675]: </disk>
Nov 23 06:35:44 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:35:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:35:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:35:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] No VIF found with MAC fa:16:3e:ee:af:5f, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:35:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4f9a8ae3-c567-432d-9a2d-42d5a34c42b1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.221s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:35:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-c41e5e63-3539-4b14-9e60-2a95580a659a req-663522ba-4f5e-4381-8422-61a0fdc7f246 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received event network-changed-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:35:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-c41e5e63-3539-4b14-9e60-2a95580a659a req-663522ba-4f5e-4381-8422-61a0fdc7f246 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Refreshing instance network info cache due to event network-changed-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:35:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c41e5e63-3539-4b14-9e60-2a95580a659a req-663522ba-4f5e-4381-8422-61a0fdc7f246 service nova] Acquiring lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:35:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c41e5e63-3539-4b14-9e60-2a95580a659a req-663522ba-4f5e-4381-8422-61a0fdc7f246 service nova] Acquired lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:35:50 user nova-compute[74675]: DEBUG nova.network.neutron [req-c41e5e63-3539-4b14-9e60-2a95580a659a req-663522ba-4f5e-4381-8422-61a0fdc7f246 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Refreshing network info cache for port 1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:35:51 user nova-compute[74675]: DEBUG nova.network.neutron [req-c41e5e63-3539-4b14-9e60-2a95580a659a req-663522ba-4f5e-4381-8422-61a0fdc7f246 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Updated VIF entry in instance network info cache for port 1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:35:51 user nova-compute[74675]: DEBUG nova.network.neutron [req-c41e5e63-3539-4b14-9e60-2a95580a659a req-663522ba-4f5e-4381-8422-61a0fdc7f246 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Updating instance_info_cache with network_info: [{"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:35:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c41e5e63-3539-4b14-9e60-2a95580a659a req-663522ba-4f5e-4381-8422-61a0fdc7f246 service nova] Releasing lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:35:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-b5072691-bf18-4af2-bcaa-aa7931e11fb4 req-740b558f-8991-433c-8ccb-f54dfda6467b service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received event network-changed-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:35:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-b5072691-bf18-4af2-bcaa-aa7931e11fb4 req-740b558f-8991-433c-8ccb-f54dfda6467b service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Refreshing instance network info cache due to event network-changed-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:35:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b5072691-bf18-4af2-bcaa-aa7931e11fb4 req-740b558f-8991-433c-8ccb-f54dfda6467b service nova] Acquiring lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:35:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b5072691-bf18-4af2-bcaa-aa7931e11fb4 req-740b558f-8991-433c-8ccb-f54dfda6467b service nova] Acquired lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:35:52 user nova-compute[74675]: DEBUG nova.network.neutron [req-b5072691-bf18-4af2-bcaa-aa7931e11fb4 req-740b558f-8991-433c-8ccb-f54dfda6467b service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Refreshing network info cache for port 1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:35:52 user nova-compute[74675]: DEBUG nova.network.neutron [req-b5072691-bf18-4af2-bcaa-aa7931e11fb4 req-740b558f-8991-433c-8ccb-f54dfda6467b service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Updated VIF entry in instance network info cache for port 1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:35:52 user nova-compute[74675]: DEBUG nova.network.neutron [req-b5072691-bf18-4af2-bcaa-aa7931e11fb4 req-740b558f-8991-433c-8ccb-f54dfda6467b service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Updating instance_info_cache with network_info: [{"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:35:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b5072691-bf18-4af2-bcaa-aa7931e11fb4 req-740b558f-8991-433c-8ccb-f54dfda6467b service nova] Releasing lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:35:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:55 user nova-compute[74675]: DEBUG nova.compute.manager [req-c76bf20d-c7de-49ec-8f6b-733afcd9280b req-166126a8-6fc9-4c0c-913c-82f7ff97a05f service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Received event network-changed-690ae750-9e9b-45c2-aeec-5c107afeffad {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:35:55 user nova-compute[74675]: DEBUG nova.compute.manager [req-c76bf20d-c7de-49ec-8f6b-733afcd9280b req-166126a8-6fc9-4c0c-913c-82f7ff97a05f service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Refreshing instance network info cache due to event network-changed-690ae750-9e9b-45c2-aeec-5c107afeffad. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:35:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c76bf20d-c7de-49ec-8f6b-733afcd9280b req-166126a8-6fc9-4c0c-913c-82f7ff97a05f service nova] Acquiring lock "refresh_cache-ec1b1f23-fc44-4a0f-a219-2c00e407d289" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:35:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c76bf20d-c7de-49ec-8f6b-733afcd9280b req-166126a8-6fc9-4c0c-913c-82f7ff97a05f service nova] Acquired lock "refresh_cache-ec1b1f23-fc44-4a0f-a219-2c00e407d289" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:35:55 user nova-compute[74675]: DEBUG nova.network.neutron [req-c76bf20d-c7de-49ec-8f6b-733afcd9280b req-166126a8-6fc9-4c0c-913c-82f7ff97a05f service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Refreshing network info cache for port 690ae750-9e9b-45c2-aeec-5c107afeffad {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:35:56 user nova-compute[74675]: DEBUG nova.network.neutron [req-c76bf20d-c7de-49ec-8f6b-733afcd9280b req-166126a8-6fc9-4c0c-913c-82f7ff97a05f service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Updated VIF entry in instance network info cache for port 690ae750-9e9b-45c2-aeec-5c107afeffad. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:35:56 user nova-compute[74675]: DEBUG nova.network.neutron [req-c76bf20d-c7de-49ec-8f6b-733afcd9280b req-166126a8-6fc9-4c0c-913c-82f7ff97a05f service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Updating instance_info_cache with network_info: [{"id": "690ae750-9e9b-45c2-aeec-5c107afeffad", "address": "fa:16:3e:ee:f1:c1", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690ae750-9e", "ovs_interfaceid": "690ae750-9e9b-45c2-aeec-5c107afeffad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:35:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c76bf20d-c7de-49ec-8f6b-733afcd9280b req-166126a8-6fc9-4c0c-913c-82f7ff97a05f service nova] Releasing lock "refresh_cache-ec1b1f23-fc44-4a0f-a219-2c00e407d289" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:35:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:56 user nova-compute[74675]: INFO nova.compute.manager [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Rebooting instance
Nov 23 06:35:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:35:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquired lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:35:56 user nova-compute[74675]: DEBUG nova.network.neutron [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:35:57 user nova-compute[74675]: DEBUG nova.network.neutron [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Updating instance_info_cache with network_info: [{"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:35:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Releasing lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:35:57 user nova-compute[74675]: DEBUG nova.compute.manager [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:35:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-9e99b324-68a4-45ec-b7f1-2da6837c1a4d req-a5a58f6a-d8b6-4ec0-8201-d956a6cb2a94 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received event network-vif-unplugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:35:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9e99b324-68a4-45ec-b7f1-2da6837c1a4d req-a5a58f6a-d8b6-4ec0-8201-d956a6cb2a94 service nova] Acquiring lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9e99b324-68a4-45ec-b7f1-2da6837c1a4d req-a5a58f6a-d8b6-4ec0-8201-d956a6cb2a94 service nova] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9e99b324-68a4-45ec-b7f1-2da6837c1a4d req-a5a58f6a-d8b6-4ec0-8201-d956a6cb2a94 service nova] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-9e99b324-68a4-45ec-b7f1-2da6837c1a4d req-a5a58f6a-d8b6-4ec0-8201-d956a6cb2a94 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] No waiting events found dispatching network-vif-unplugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:35:57 user nova-compute[74675]: WARNING nova.compute.manager [req-9e99b324-68a4-45ec-b7f1-2da6837c1a4d req-a5a58f6a-d8b6-4ec0-8201-d956a6cb2a94 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received unexpected event network-vif-unplugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e for instance with vm_state active and task_state reboot_started_hard.
Nov 23 06:35:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-9e99b324-68a4-45ec-b7f1-2da6837c1a4d req-a5a58f6a-d8b6-4ec0-8201-d956a6cb2a94 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received event network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:35:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9e99b324-68a4-45ec-b7f1-2da6837c1a4d req-a5a58f6a-d8b6-4ec0-8201-d956a6cb2a94 service nova] Acquiring lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9e99b324-68a4-45ec-b7f1-2da6837c1a4d req-a5a58f6a-d8b6-4ec0-8201-d956a6cb2a94 service nova] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9e99b324-68a4-45ec-b7f1-2da6837c1a4d req-a5a58f6a-d8b6-4ec0-8201-d956a6cb2a94 service nova] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-9e99b324-68a4-45ec-b7f1-2da6837c1a4d req-a5a58f6a-d8b6-4ec0-8201-d956a6cb2a94 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] No waiting events found dispatching network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:35:57 user nova-compute[74675]: WARNING nova.compute.manager [req-9e99b324-68a4-45ec-b7f1-2da6837c1a4d req-a5a58f6a-d8b6-4ec0-8201-d956a6cb2a94 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received unexpected event network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e for instance with vm_state active and task_state reboot_started_hard.
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:35:58 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Instance destroyed successfully.
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.objects.instance [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lazy-loading 'resources' on Instance uuid a68dfa1c-03f1-4190-adce-a63cc8929cf9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:33:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-716470834',display_name='tempest-TestMinimumBasicScenario-server-716470834',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-716470834',id=36,image_ref='fad8322d-5bac-4842-93ad-cbb262607e63',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyXf3/Zf9fsyyEW33fO/OwCnmazxoUCQky+vOfZ1MEHeBXkgSw//G9vjnnd19JJ7AsGTWhS4Mg5fU542gYx2Rm7KNO7cGGkxm23mwwKlfkh6l5/4Xa6nAMm4saqZpRL0w==',key_name='tempest-TestMinimumBasicScenario-1561787973',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:33:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='799524c8608747dab931808396993af3',ramdisk_id='',reservation_id='r-f9yf0gza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fad8322d-5bac-4842-93ad-cbb262607e63',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-653167012',owner_user_name='tempest-TestMinimumBasicScenario-653167012-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:35:57Z,user_data=None,user_id='23dfb46a78c848ce97703b5d6cad1a62',uuid=a68dfa1c-03f1-4190-adce-a63cc8929cf9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converting VIF {"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:af:5f,bridge_name='br-int',has_traffic_filtering=True,id=1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b6dff8c-f2') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_vif [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:af:5f,bridge_name='br-int',has_traffic_filtering=True,id=1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b6dff8c-f2') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1b6dff8c-f2, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=527a4628-48a1-4ace-b725-dfaf5b2c733d) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:35:58 user nova-compute[74675]: INFO os_vif [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:af:5f,bridge_name='br-int',has_traffic_filtering=True,id=1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b6dff8c-f2')
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jtVKPQiu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:35:58 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7554bc1-7796-406c-9392-37147704c185]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:35:58 user nova-compute[74675]: No targets found.
Nov 23 06:35:58 user nova-compute[74675]: iSNS:
Nov 23 06:35:58 user nova-compute[74675]: No targets found.
Nov 23 06:35:58 user nova-compute[74675]: STATIC:
Nov 23 06:35:58 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:35:58 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:35:58 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:35:58 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf
Nov 23 06:35:58 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:35:58 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:35:58 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196
Nov 23 06:35:58 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:35:58 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:35:58 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380
Nov 23 06:35:58 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:35:58 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:35:58 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f
Nov 23 06:35:58 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:35:58 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:35:58 user nova-compute[74675]: FIRMWARE:
Nov 23 06:35:58 user nova-compute[74675]: No targets found.
Nov 23 06:35:58 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:35:58 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:35:58 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab022c2c-55a3-4a61-b5a0-415be6ac8af6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b2b8543-f0e5-4c05-a752-2084380432ed]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:35:58 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:35:58 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:35:58 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:35:58 user nova-compute[74675]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:35:58 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:35:58 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:35:58 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:35:58 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:35:58 user nova-compute[74675]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:35:58 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac68682710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf'): ({'sdf'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Removing single pathed devices sdf {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e36369cc-9df2-4a0e-a7e2-569778bcca7b]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8717f355-bfe6-4e16-a828-7be1da583c35]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Flushing IO for device /dev/sdf {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[69d263af-9a7d-4be9-aa10-ae6e33b0d73e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.043s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[97cc9933-0bfa-476f-b37d-eb31f7fa3d7a]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] SCSI volumes sdf have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3fd1334-672b-4537-986c-b0dffdbc64b7]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[edd799e7-a401-47bc-948b-16d7a7363655]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf, portal: 172.16.0.220,3260]
Nov 23 06:35:58 user nova-compute[74675]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf, portal: 172.16.0.220,3260] successful.
Nov 23 06:35:58 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbf2747e-7e53-456a-ac71-000a837af69c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.387s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] <== disconnect_volume: return (388ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Start _get_guest_xml network_info=[{"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=fad8322d-5bac-4842-93ad-cbb262607e63,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'fad8322d-5bac-4842-93ad-cbb262607e63'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jtVKPQiu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': 'a68dfa1c-03f1-4190-adce-a63cc8929cf9', 'attached_at': '', 'detached_at': '', 'volume_id': '0a788c84-613a-4461-9a60-b209492c88bf', 'serial': '0a788c84-613a-4461-9a60-b209492c88bf'}, 'attachment_id': 'd46a0ef9-4326-427d-b626-c3795dcb5c98', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:35:58 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:35:58 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=fad8322d-5bac-4842-93ad-cbb262607e63,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.objects.instance [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lazy-loading 'vcpu_model' on Instance uuid a68dfa1c-03f1-4190-adce-a63cc8929cf9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.objects.base [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Object Instance<a68dfa1c-03f1-4190-adce-a63cc8929cf9> lazy-loaded attributes: resources,vcpu_model {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jtVKPQiu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:35:58 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:35:58 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:35:58 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'flavor' on Instance uuid ec1b1f23-fc44-4a0f-a219-2c00e407d289 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f309580-84d9-49e9-ba58-77afede86a8b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:35:58 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.076s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[80b17566-5bff-49fb-9b9b-759eb9dec7a1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf] added
Nov 23 06:35:58 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.032s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d28f5f95-7772-4a8f-91b9-17ec7e621271]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0003b565-cdd3-4435-9410-b4ca98ca4c93]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jtVKPQiu {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jtVKPQiu" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5573b89-c1f1-4499-a27b-d995f5d1dfc8]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jtVKPQiu'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[74322425-ffe1-47bb-a3de-103e0264baf1]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2272974c-391d-4943-a85b-0eaa7884acfa]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:35:58 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:35:58 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:35:58 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:35:58 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:35:58 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:35:58 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:35:58 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:35:58 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:35:58 user nova-compute[74675]: INFO nova.compute.manager [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Attaching volume e4248145-7874-4a96-a365-30d18c58067f to /dev/vdb
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fe21e00-4517-45fa-8bdc-2377819193e3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf, portal: 172.16.0.220,3260]
Nov 23 06:35:58 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf, portal: 172.16.0.220,3260] successful.
Nov 23 06:35:58 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.utils [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc2e5de8-802c-4ce5-8a20-c5e025b56538]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[db148471-8a6c-45eb-afdc-cf2c7d663cb4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a63641d0-d0c7-4459-a69c-76dc5ca58ef8]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:35:59 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:35:59 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:35:59 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:35:59 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:35:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:35:59 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:35:59 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:35:59 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:35:59 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:35:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.390s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] HCTL ('37', '-', '-', 0) found on session 44 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[520aaaf2-9e97-4a70-a9f1-3d817a3a2c66]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a695365b-896f-4b0f-81b9-6eca855205b5]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Searching for a device in session 44 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jtVKPQiu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fb10993-6c43-4791-aa0c-31d6d48db430]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[861d0257-c4e9-43c3-803d-5fbd5177af98]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:35:59 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cbab3c7-918b-4818-b40c-f6c70116f888]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG os_brick.utils [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Updating existing volume attachment record: 6b612457-336d-4deb-b2dd-0306a7e8f57d {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:59 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Error from libvirt while getting description of instance-00000024: [Error Code 42] Domain not found: no domain with matching uuid 'a68dfa1c-03f1-4190-adce-a63cc8929cf9' (instance-00000024): libvirt.libvirtError: Domain not found: no domain with matching uuid 'a68dfa1c-03f1-4190-adce-a63cc8929cf9' (instance-00000024)
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:35:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.742s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] <== connect_volume: return (1743ms) {'type': 'block', 'scsi_wwn': '26463356163623139', 'path': '/dev/sdf'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26463356163623139', 'path': '/dev/sdf'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:36:00 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:36:00 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=7933MB free_disk=25.132343292236328GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:33:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-716470834',display_name='tempest-TestMinimumBasicScenario-server-716470834',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-716470834',id=36,image_ref='fad8322d-5bac-4842-93ad-cbb262607e63',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyXf3/Zf9fsyyEW33fO/OwCnmazxoUCQky+vOfZ1MEHeBXkgSw//G9vjnnd19JJ7AsGTWhS4Mg5fU542gYx2Rm7KNO7cGGkxm23mwwKlfkh6l5/4Xa6nAMm4saqZpRL0w==',key_name='tempest-TestMinimumBasicScenario-1561787973',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:33:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='799524c8608747dab931808396993af3',ramdisk_id='',reservation_id='r-f9yf0gza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fad8322d-5bac-4842-93ad-cbb262607e63',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-653167012',owner_user_name='tempest-TestMinimumBasicScenario-653167012-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:35:57Z,user_data=None,user_id='23dfb46a78c848ce97703b5d6cad1a62',uuid=a68dfa1c-03f1-4190-adce-a63cc8929cf9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converting VIF {"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:af:5f,bridge_name='br-int',has_traffic_filtering=True,id=1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b6dff8c-f2') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.objects.instance [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lazy-loading 'pci_devices' on Instance uuid a68dfa1c-03f1-4190-adce-a63cc8929cf9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.objects.base [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Object Instance<a68dfa1c-03f1-4190-adce-a63cc8929cf9> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:36:00 user nova-compute[74675]:   <uuid>a68dfa1c-03f1-4190-adce-a63cc8929cf9</uuid>
Nov 23 06:36:00 user nova-compute[74675]:   <name>instance-00000024</name>
Nov 23 06:36:00 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:36:00 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:36:00 user nova-compute[74675]:   <metadata>
Nov 23 06:36:00 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:36:00 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:36:00 user nova-compute[74675]:       <nova:name>tempest-TestMinimumBasicScenario-server-716470834</nova:name>
Nov 23 06:36:00 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:35:58</nova:creationTime>
Nov 23 06:36:00 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:36:00 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:36:00 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:36:00 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:36:00 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:36:00 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:36:00 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:36:00 user nova-compute[74675]:       <nova:owner>
Nov 23 06:36:00 user nova-compute[74675]:         <nova:user uuid="23dfb46a78c848ce97703b5d6cad1a62">tempest-TestMinimumBasicScenario-653167012-project-member</nova:user>
Nov 23 06:36:00 user nova-compute[74675]:         <nova:project uuid="799524c8608747dab931808396993af3">tempest-TestMinimumBasicScenario-653167012</nova:project>
Nov 23 06:36:00 user nova-compute[74675]:       </nova:owner>
Nov 23 06:36:00 user nova-compute[74675]:       <nova:root type="image" uuid="fad8322d-5bac-4842-93ad-cbb262607e63"/>
Nov 23 06:36:00 user nova-compute[74675]:       <nova:ports>
Nov 23 06:36:00 user nova-compute[74675]:         <nova:port uuid="1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e">
Nov 23 06:36:00 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 23 06:36:00 user nova-compute[74675]:         </nova:port>
Nov 23 06:36:00 user nova-compute[74675]:       </nova:ports>
Nov 23 06:36:00 user nova-compute[74675]:     </nova:instance>
Nov 23 06:36:00 user nova-compute[74675]:   </metadata>
Nov 23 06:36:00 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:36:00 user nova-compute[74675]:     <system>
Nov 23 06:36:00 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:36:00 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:36:00 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:36:00 user nova-compute[74675]:       <entry name="serial">a68dfa1c-03f1-4190-adce-a63cc8929cf9</entry>
Nov 23 06:36:00 user nova-compute[74675]:       <entry name="uuid">a68dfa1c-03f1-4190-adce-a63cc8929cf9</entry>
Nov 23 06:36:00 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:36:00 user nova-compute[74675]:     </system>
Nov 23 06:36:00 user nova-compute[74675]:   </sysinfo>
Nov 23 06:36:00 user nova-compute[74675]:   <os>
Nov 23 06:36:00 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:36:00 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:36:00 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:36:00 user nova-compute[74675]:   </os>
Nov 23 06:36:00 user nova-compute[74675]:   <features>
Nov 23 06:36:00 user nova-compute[74675]:     <acpi/>
Nov 23 06:36:00 user nova-compute[74675]:     <apic/>
Nov 23 06:36:00 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:36:00 user nova-compute[74675]:   </features>
Nov 23 06:36:00 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:36:00 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:36:00 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:36:00 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:36:00 user nova-compute[74675]:   </clock>
Nov 23 06:36:00 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:36:00 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:36:00 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:36:00 user nova-compute[74675]:   </cpu>
Nov 23 06:36:00 user nova-compute[74675]:   <devices>
Nov 23 06:36:00 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:36:00 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:36:00 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk"/>
Nov 23 06:36:00 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:36:00 user nova-compute[74675]:     </disk>
Nov 23 06:36:00 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:36:00 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:36:00 user nova-compute[74675]:       <source dev="/dev/sdf"/>
Nov 23 06:36:00 user nova-compute[74675]:       <target dev="vdb" bus="virtio"/>
Nov 23 06:36:00 user nova-compute[74675]:       <serial>0a788c84-613a-4461-9a60-b209492c88bf</serial>
Nov 23 06:36:00 user nova-compute[74675]:     </disk>
Nov 23 06:36:00 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:36:00 user nova-compute[74675]:       <mac address="fa:16:3e:ee:af:5f"/>
Nov 23 06:36:00 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:36:00 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:36:00 user nova-compute[74675]:       <target dev="tap1b6dff8c-f2"/>
Nov 23 06:36:00 user nova-compute[74675]:     </interface>
Nov 23 06:36:00 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:36:00 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/console.log" append="off"/>
Nov 23 06:36:00 user nova-compute[74675]:     </serial>
Nov 23 06:36:00 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:36:00 user nova-compute[74675]:     <video>
Nov 23 06:36:00 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:36:00 user nova-compute[74675]:     </video>
Nov 23 06:36:00 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:36:00 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:36:00 user nova-compute[74675]:     </rng>
Nov 23 06:36:00 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:36:00 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:36:00 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:36:00 user nova-compute[74675]:     </memballoon>
Nov 23 06:36:00 user nova-compute[74675]:   </devices>
Nov 23 06:36:00 user nova-compute[74675]: </domain>
Nov 23 06:36:00 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 43f15c0e-1e50-4461-8896-e5df8e1caf4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 6830aab7-1f63-4e2d-8520-6c3636baefc4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance b582b6aa-fa68-44a5-bdbc-64eea975141f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance a68dfa1c-03f1-4190-adce-a63cc8929cf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance ec1b1f23-fc44-4a0f-a219-2c00e407d289 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 9ccc1c25-1964-4dbb-aced-70fde7ffecd9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 6135444f-2bce-4e81-9200-474bd9fe7fac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.objects.instance [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lazy-loading 'trusted_certs' on Instance uuid a68dfa1c-03f1-4190-adce-a63cc8929cf9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.objects.base [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Object Instance<a68dfa1c-03f1-4190-adce-a63cc8929cf9> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2 --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:00 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2 --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.678s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Cannot resize image /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG nova.objects.instance [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lazy-loading 'migration_context' on Instance uuid a68dfa1c-03f1-4190-adce-a63cc8929cf9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG nova.objects.base [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Object Instance<a68dfa1c-03f1-4190-adce-a63cc8929cf9> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:33:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-716470834',display_name='tempest-TestMinimumBasicScenario-server-716470834',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-716470834',id=36,image_ref='fad8322d-5bac-4842-93ad-cbb262607e63',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyXf3/Zf9fsyyEW33fO/OwCnmazxoUCQky+vOfZ1MEHeBXkgSw//G9vjnnd19JJ7AsGTWhS4Mg5fU542gYx2Rm7KNO7cGGkxm23mwwKlfkh6l5/4Xa6nAMm4saqZpRL0w==',key_name='tempest-TestMinimumBasicScenario-1561787973',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:33:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='799524c8608747dab931808396993af3',ramdisk_id='',reservation_id='r-f9yf0gza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fad8322d-5bac-4842-93ad-cbb262607e63',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-653167012',owner_user_name='tempest-TestMinimumBasicScenario-653167012-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:35:57Z,user_data=None,user_id='23dfb46a78c848ce97703b5d6cad1a62',uuid=a68dfa1c-03f1-4190-adce-a63cc8929cf9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converting VIF {"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:af:5f,bridge_name='br-int',has_traffic_filtering=True,id=1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b6dff8c-f2') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG os_vif [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:af:5f,bridge_name='br-int',has_traffic_filtering=True,id=1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b6dff8c-f2') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bc91b739-a7ca-58a2-9e45-bc975e202963', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1b6dff8c-f2, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1b6dff8c-f2, col_values=(('qos', UUID('be3b8ab8-8c46-45b4-bcf7-7512b68e7fe4')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1b6dff8c-f2, col_values=(('external_ids', {'iface-id': '1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ee:af:5f', 'vm-uuid': 'a68dfa1c-03f1-4190-adce-a63cc8929cf9'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:36:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:01 user nova-compute[74675]: INFO os_vif [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:af:5f,bridge_name='br-int',has_traffic_filtering=True,id=1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b6dff8c-f2')
Nov 23 06:36:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-05574928-3bdd-417e-8c9b-99be6e677de7 req-f72e6123-e0ba-494f-a070-4350428d07cb service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received event network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:36:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-05574928-3bdd-417e-8c9b-99be6e677de7 req-f72e6123-e0ba-494f-a070-4350428d07cb service nova] Acquiring lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-05574928-3bdd-417e-8c9b-99be6e677de7 req-f72e6123-e0ba-494f-a070-4350428d07cb service nova] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-05574928-3bdd-417e-8c9b-99be6e677de7 req-f72e6123-e0ba-494f-a070-4350428d07cb service nova] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-05574928-3bdd-417e-8c9b-99be6e677de7 req-f72e6123-e0ba-494f-a070-4350428d07cb service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] No waiting events found dispatching network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:36:02 user nova-compute[74675]: WARNING nova.compute.manager [req-05574928-3bdd-417e-8c9b-99be6e677de7 req-f72e6123-e0ba-494f-a070-4350428d07cb service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received unexpected event network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e for instance with vm_state active and task_state reboot_started_hard.
Nov 23 06:36:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-d0dea862-7d67-4336-b03e-e7f072b1e3de" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-d0dea862-7d67-4336-b03e-e7f072b1e3de" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid d0dea862-7d67-4336-b03e-e7f072b1e3de {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Updating instance_info_cache with network_info: [{"id": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "address": "fa:16:3e:4d:61:54", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02208bc9-c2", "ovs_interfaceid": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-d0dea862-7d67-4336-b03e-e7f072b1e3de" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:36:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:36:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-020c5281-25b4-4bbc-bb87-6fc188288cb0 req-76965854-9f51-4659-aac1-1f735666409d service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received event network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:36:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-020c5281-25b4-4bbc-bb87-6fc188288cb0 req-76965854-9f51-4659-aac1-1f735666409d service nova] Acquiring lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-020c5281-25b4-4bbc-bb87-6fc188288cb0 req-76965854-9f51-4659-aac1-1f735666409d service nova] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-020c5281-25b4-4bbc-bb87-6fc188288cb0 req-76965854-9f51-4659-aac1-1f735666409d service nova] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-020c5281-25b4-4bbc-bb87-6fc188288cb0 req-76965854-9f51-4659-aac1-1f735666409d service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] No waiting events found dispatching network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:36:04 user nova-compute[74675]: WARNING nova.compute.manager [req-020c5281-25b4-4bbc-bb87-6fc188288cb0 req-76965854-9f51-4659-aac1-1f735666409d service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received unexpected event network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e for instance with vm_state active and task_state reboot_started_hard.
Nov 23 06:36:04 user nova-compute[74675]: DEBUG nova.compute.manager [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:36:04 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Instance rebooted successfully.
Nov 23 06:36:04 user nova-compute[74675]: DEBUG nova.compute.manager [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f3a5252e-e398-443a-b9ea-6461d04d1724 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.377s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hYZVCAGs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:36:05 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:36:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:36:05 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:36:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:36:05 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[588a69b9-fe87-4abe-9443-af0576381881]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:36:05 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecc2ef21-ba84-43d5-bdcc-57e409437e95]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f] added
Nov 23 06:36:05 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[73aaaa98-f915-4e25-8919-b38d5cc08a30]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c536918d-ef86-44b1-972d-c796aea3474b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hYZVCAGs {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hYZVCAGs" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca204d99-4d11-46b8-a851-f8b7b064120d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hYZVCAGs'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[93132a50-ed3f-425c-ae3b-79b4f5b7e4e1]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6926b772-6b2c-4e3e-bbc0-7cef8c066090]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:05 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:36:05 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:05 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:36:05 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:05 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:05 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:36:05 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:05 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:36:05 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:05 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5408607a-33f1-4c7a-af7e-372a811630a8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f, portal: 172.16.0.220,3260]
Nov 23 06:36:05 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f, portal: 172.16.0.220,3260] successful.
Nov 23 06:36:05 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3cc9ce0-0527-477a-8cf2-d6d1634c886e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[74187efa-6066-416e-afb8-996667e9ba4e]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:06 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:36:06 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:06 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:36:06 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:06 user nova-compute[74675]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f (non-flash)
Nov 23 06:36:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:36:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:06 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:36:06 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:06 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:36:06 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:06 user nova-compute[74675]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f (non-flash)
Nov 23 06:36:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:36:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.357s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:36:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:36:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] HCTL ('38', '-', '-', 0) found on session 45 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:36:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:36:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f3802d7-f3aa-4e09-b554-2223ecb1d4fa]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Searching for a device in session 45 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:36:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hYZVCAGs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:36:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.395s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:36:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] <== connect_volume: return (1397ms) {'type': 'block', 'scsi_wwn': '23665343334323234', 'path': '/dev/sdg'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:36:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23665343334323234', 'path': '/dev/sdg'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:36:07 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'flavor' on Instance uuid ec1b1f23-fc44-4a0f-a219-2c00e407d289 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:36:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:36:07 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:36:07 user nova-compute[74675]:   <source dev="/dev/sdg"/>
Nov 23 06:36:07 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:36:07 user nova-compute[74675]:   <serial>e4248145-7874-4a96-a365-30d18c58067f</serial>
Nov 23 06:36:07 user nova-compute[74675]: </disk>
Nov 23 06:36:07 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:36:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:36:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:36:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] No VIF found with MAC fa:16:3e:ee:f1:c1, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:36:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a15b4bc2-7bcd-487f-9946-ea9778e94f49 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.847s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:08 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:36:08 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:36:08 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 23 06:36:08 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] There are 0 instances to clean {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 23 06:36:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:10 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG nova.objects.instance [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'flavor' on Instance uuid ec1b1f23-fc44-4a0f-a219-2c00e407d289 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:11 user nova-compute[74675]: INFO nova.compute.manager [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Attaching volume 42cb8628-3355-4646-bc3b-06cf7f2f93c4 to /dev/vdc
Nov 23 06:36:11 user nova-compute[74675]: DEBUG os_brick.utils [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9805d02-ed72-4faa-b3f6-4d4b31d813f5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2012486-b49b-4b2c-ac31-2e10a91ac21f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ef363d8-3c5e-4a3b-b95e-06c41caba041]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[08c8d999-7829-4ed1-a6a2-e1553ca2b431]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:36:11 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:36:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce80631f-95b6-41d8-aec4-ffbfb9788752]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG os_brick.utils [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:36:11 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Updating existing volume attachment record: 5d542657-683b-4d41-af23-77db36384552 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:36:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-53b05286-f9b0-4d08-95e1-6293f41ff40c req-dd8ee696-d489-44eb-a0fd-cdf0e6f16863 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Received event network-changed-97a1bfa7-ac4c-4755-8336-74fbc71f1c95 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:36:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-53b05286-f9b0-4d08-95e1-6293f41ff40c req-dd8ee696-d489-44eb-a0fd-cdf0e6f16863 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Refreshing instance network info cache due to event network-changed-97a1bfa7-ac4c-4755-8336-74fbc71f1c95. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:36:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-53b05286-f9b0-4d08-95e1-6293f41ff40c req-dd8ee696-d489-44eb-a0fd-cdf0e6f16863 service nova] Acquiring lock "refresh_cache-9ccc1c25-1964-4dbb-aced-70fde7ffecd9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:36:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-53b05286-f9b0-4d08-95e1-6293f41ff40c req-dd8ee696-d489-44eb-a0fd-cdf0e6f16863 service nova] Acquired lock "refresh_cache-9ccc1c25-1964-4dbb-aced-70fde7ffecd9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:36:16 user nova-compute[74675]: DEBUG nova.network.neutron [req-53b05286-f9b0-4d08-95e1-6293f41ff40c req-dd8ee696-d489-44eb-a0fd-cdf0e6f16863 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Refreshing network info cache for port 97a1bfa7-ac4c-4755-8336-74fbc71f1c95 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74675) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG nova.network.neutron [req-53b05286-f9b0-4d08-95e1-6293f41ff40c req-dd8ee696-d489-44eb-a0fd-cdf0e6f16863 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Updated VIF entry in instance network info cache for port 97a1bfa7-ac4c-4755-8336-74fbc71f1c95. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG nova.network.neutron [req-53b05286-f9b0-4d08-95e1-6293f41ff40c req-dd8ee696-d489-44eb-a0fd-cdf0e6f16863 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Updating instance_info_cache with network_info: [{"id": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "address": "fa:16:3e:60:61:9a", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97a1bfa7-ac", "ovs_interfaceid": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-53b05286-f9b0-4d08-95e1-6293f41ff40c req-dd8ee696-d489-44eb-a0fd-cdf0e6f16863 service nova] Releasing lock "refresh_cache-9ccc1c25-1964-4dbb-aced-70fde7ffecd9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LzdJrcfE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:36:17 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:36:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:36:17 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:36:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:36:17 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:36:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfba6654-4177-4b65-aaa6-ee197bdedf33]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:36:17 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0c6338f-338b-4e0e-8407-ae130e0d3ec0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4] added
Nov 23 06:36:17 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa773638-25ef-4825-9c35-6a79395feccb]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a77ebbbb-7a03-437d-9d85-06152e84fd1b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LzdJrcfE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LzdJrcfE" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[56ec0f45-9351-4755-aacd-f16a77499849]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LzdJrcfE'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[609def5f-bdba-42bc-b884-aa6b69aa278c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fbf02b4-4a90-453a-82ea-dc5417a49903]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f (non-flash)
Nov 23 06:36:18 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f (non-flash)
Nov 23 06:36:18 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:18 user nova-compute[74675]: INFO nova.compute.manager [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Terminating instance
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a682aa55-b468-4e7a-af73-42b0c40dba68]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4, portal: 172.16.0.220,3260]
Nov 23 06:36:18 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4, portal: 172.16.0.220,3260] successful.
Nov 23 06:36:18 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[17956ce3-94a8-410c-aed6-734af7220b76]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fda1e30f-f2cd-4c0c-a365-1716cd55e8b6]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)
Nov 23 06:36:18 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f (non-flash)
Nov 23 06:36:18 user nova-compute[74675]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)
Nov 23 06:36:18 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.352s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] HCTL ('39', '-', '-', 0) found on session 46 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d88cd06-e28f-46d1-ac02-3a6b0e709d8e]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Searching for a device in session 46 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LzdJrcfE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-acded62d-a3db-46d0-9fa0-3318f1d48d0a req-c222a1c6-1cda-4505-a3a0-058318d9cda3 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Received event network-vif-unplugged-97a1bfa7-ac4c-4755-8336-74fbc71f1c95 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-acded62d-a3db-46d0-9fa0-3318f1d48d0a req-c222a1c6-1cda-4505-a3a0-058318d9cda3 service nova] Acquiring lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-acded62d-a3db-46d0-9fa0-3318f1d48d0a req-c222a1c6-1cda-4505-a3a0-058318d9cda3 service nova] Lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-acded62d-a3db-46d0-9fa0-3318f1d48d0a req-c222a1c6-1cda-4505-a3a0-058318d9cda3 service nova] Lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-acded62d-a3db-46d0-9fa0-3318f1d48d0a req-c222a1c6-1cda-4505-a3a0-058318d9cda3 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] No waiting events found dispatching network-vif-unplugged-97a1bfa7-ac4c-4755-8336-74fbc71f1c95 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-acded62d-a3db-46d0-9fa0-3318f1d48d0a req-c222a1c6-1cda-4505-a3a0-058318d9cda3 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Received event network-vif-unplugged-97a1bfa7-ac4c-4755-8336-74fbc71f1c95 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-acded62d-a3db-46d0-9fa0-3318f1d48d0a req-c222a1c6-1cda-4505-a3a0-058318d9cda3 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Received event network-vif-plugged-97a1bfa7-ac4c-4755-8336-74fbc71f1c95 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-acded62d-a3db-46d0-9fa0-3318f1d48d0a req-c222a1c6-1cda-4505-a3a0-058318d9cda3 service nova] Acquiring lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-acded62d-a3db-46d0-9fa0-3318f1d48d0a req-c222a1c6-1cda-4505-a3a0-058318d9cda3 service nova] Lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-acded62d-a3db-46d0-9fa0-3318f1d48d0a req-c222a1c6-1cda-4505-a3a0-058318d9cda3 service nova] Lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-acded62d-a3db-46d0-9fa0-3318f1d48d0a req-c222a1c6-1cda-4505-a3a0-058318d9cda3 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] No waiting events found dispatching network-vif-plugged-97a1bfa7-ac4c-4755-8336-74fbc71f1c95 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:36:18 user nova-compute[74675]: WARNING nova.compute.manager [req-acded62d-a3db-46d0-9fa0-3318f1d48d0a req-c222a1c6-1cda-4505-a3a0-058318d9cda3 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Received unexpected event network-vif-plugged-97a1bfa7-ac4c-4755-8336-74fbc71f1c95 for instance with vm_state active and task_state deleting.
Nov 23 06:36:18 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Instance destroyed successfully.
Nov 23 06:36:18 user nova-compute[74675]: DEBUG nova.objects.instance [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lazy-loading 'resources' on Instance uuid 9ccc1c25-1964-4dbb-aced-70fde7ffecd9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:34:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1407716625',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1407716625',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1407716625',id=38,image_ref='93b5b11a-6556-45d0-b918-20e3069754b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAQFMMHHJBFrl26W0wylrE69RuO1O+HE98OPrPXscLKMgJgQDs30oPVWDhNyKDoidzCu2ArDo8BN7ck1feJwJ7xkyWGw+lV04Xo1EUYszdftTf5pC3xiugP0Kfjn7zItFg==',key_name='tempest-keypair-1586510729',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:34:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-ubo0zlgc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1164061839',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:34:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=9ccc1c25-1964-4dbb-aced-70fde7ffecd9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "address": "fa:16:3e:60:61:9a", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97a1bfa7-ac", "ovs_interfaceid": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "address": "fa:16:3e:60:61:9a", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97a1bfa7-ac", "ovs_interfaceid": "97a1bfa7-ac4c-4755-8336-74fbc71f1c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:60:61:9a,bridge_name='br-int',has_traffic_filtering=True,id=97a1bfa7-ac4c-4755-8336-74fbc71f1c95,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97a1bfa7-ac') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG os_vif [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:60:61:9a,bridge_name='br-int',has_traffic_filtering=True,id=97a1bfa7-ac4c-4755-8336-74fbc71f1c95,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97a1bfa7-ac') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap97a1bfa7-ac, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=591265aa-1460-471f-9424-9da72ac3ba58) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:19 user nova-compute[74675]: INFO os_vif [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:60:61:9a,bridge_name='br-int',has_traffic_filtering=True,id=97a1bfa7-ac4c-4755-8336-74fbc71f1c95,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97a1bfa7-ac')
Nov 23 06:36:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uKvMsUSg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:36:19 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.400s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] <== connect_volume: return (1402ms) {'type': 'block', 'scsi_wwn': '26431363737663561', 'path': '/dev/sdh'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26431363737663561', 'path': '/dev/sdh'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.316s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG nova.objects.instance [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'flavor' on Instance uuid ec1b1f23-fc44-4a0f-a219-2c00e407d289 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cee6935-01a9-4080-9d45-62435511d09e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:36:19 user nova-compute[74675]: No targets found.
Nov 23 06:36:19 user nova-compute[74675]: iSNS:
Nov 23 06:36:19 user nova-compute[74675]: No targets found.
Nov 23 06:36:19 user nova-compute[74675]: STATIC:
Nov 23 06:36:19 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:36:19 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:19 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:19 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f
Nov 23 06:36:19 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:19 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:19 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4
Nov 23 06:36:19 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:19 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:19 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf
Nov 23 06:36:19 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:19 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:19 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196
Nov 23 06:36:19 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:19 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:19 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380
Nov 23 06:36:19 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:19 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:19 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f
Nov 23 06:36:19 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:19 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:19 user nova-compute[74675]: FIRMWARE:
Nov 23 06:36:19 user nova-compute[74675]: No targets found.
Nov 23 06:36:19 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:36:19 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:36:19 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:36:19 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:36:19 user nova-compute[74675]:   <source dev="/dev/sdh"/>
Nov 23 06:36:19 user nova-compute[74675]:   <target dev="vdc" bus="virtio"/>
Nov 23 06:36:19 user nova-compute[74675]:   <serial>42cb8628-3355-4646-bc3b-06cf7f2f93c4</serial>
Nov 23 06:36:19 user nova-compute[74675]: </disk>
Nov 23 06:36:19 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccfa4a11-1385-4f3f-a3d8-afce88eb7775]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e46e05f-678c-4b99-abac-3fe3d9e930b9]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:19 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:36:19 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:19 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:36:19 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:19 user nova-compute[74675]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f (non-flash)
Nov 23 06:36:19 user nova-compute[74675]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)
Nov 23 06:36:19 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:19 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:36:19 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:19 user nova-compute[74675]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 (non-flash)
Nov 23 06:36:19 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:19 user nova-compute[74675]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f (non-flash)
Nov 23 06:36:19 user nova-compute[74675]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)
Nov 23 06:36:19 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac682c3c70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[40ab0d11-2b5c-4641-86b1-8d48dcebcb50]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bf02aba-d2af-420f-b5fa-f6d5f4b10ea2]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4408c838-1d2f-4a9d-a3b0-99b409f51a00]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b60e5a40-64ef-4c2c-b955-06d5e037547d]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5de99466-38df-4cb4-b807-cf71312f6b9d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[460ab717-f650-40f1-b454-cd5ceab7934a]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196, portal: 172.16.0.220,3260]
Nov 23 06:36:19 user nova-compute[74675]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196, portal: 172.16.0.220,3260] successful.
Nov 23 06:36:19 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f10bdcf1-d483-4334-aebf-6f9193f7e196 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e6528ac-0557-41e3-81f2-01a9fc9faf1b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== disconnect_volume: return (639ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:36:19 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Deleting instance files /opt/stack/data/nova/instances/9ccc1c25-1964-4dbb-aced-70fde7ffecd9_del
Nov 23 06:36:19 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Deletion of /opt/stack/data/nova/instances/9ccc1c25-1964-4dbb-aced-70fde7ffecd9_del complete
Nov 23 06:36:19 user nova-compute[74675]: INFO nova.compute.manager [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Took 1.50 seconds to destroy the instance on the hypervisor.
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] No VIF found with MAC fa:16:3e:ee:f1:c1, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:36:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4cd00617-2dac-4e35-a611-c51a08ccc5e8 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.420s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:20 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:36:20 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Took 0.76 seconds to deallocate network for instance.
Nov 23 06:36:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-aa5081ce-91f9-492d-9382-152649acfea6 req-41d0dc19-bef3-4931-ac2c-1c8be310f857 service nova] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Received event network-vif-deleted-97a1bfa7-ac4c-4755-8336-74fbc71f1c95 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:36:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:20 user nova-compute[74675]: INFO nova.compute.manager [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Detaching volume e4248145-7874-4a96-a365-30d18c58067f
Nov 23 06:36:20 user nova-compute[74675]: INFO nova.virt.block_device [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Attempting to driver detach volume e4248145-7874-4a96-a365-30d18c58067f from mountpoint /dev/vdb
Nov 23 06:36:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Attempting to detach device vdb from instance ec1b1f23-fc44-4a0f-a219-2c00e407d289 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:36:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:36:20 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:36:20 user nova-compute[74675]:   <source dev="/dev/sdg"/>
Nov 23 06:36:20 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:36:20 user nova-compute[74675]:   <serial>e4248145-7874-4a96-a365-30d18c58067f</serial>
Nov 23 06:36:20 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:36:20 user nova-compute[74675]: </disk>
Nov 23 06:36:20 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:36:20 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Successfully detached device vdb from instance ec1b1f23-fc44-4a0f-a219-2c00e407d289 from the persistent domain config.
Nov 23 06:36:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ec1b1f23-fc44-4a0f-a219-2c00e407d289 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:36:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:36:20 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:36:20 user nova-compute[74675]:   <source dev="/dev/sdg"/>
Nov 23 06:36:20 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:36:20 user nova-compute[74675]:   <serial>e4248145-7874-4a96-a365-30d18c58067f</serial>
Nov 23 06:36:20 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:36:20 user nova-compute[74675]: </disk>
Nov 23 06:36:20 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:36:21 user nova-compute[74675]: INFO nova.compute.manager [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Took 0.74 seconds to detach 1 volumes for instance.
Nov 23 06:36:21 user nova-compute[74675]: DEBUG nova.compute.manager [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 9ccc1c25-1964-4dbb-aced-70fde7ffecd9] Deleting volume: f10bdcf1-d483-4334-aebf-6f9193f7e196 {{(pid=74675) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 23 06:36:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ec1b1f23-fc44-4a0f-a219-2c00e407d289 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:36:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:21 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Refreshing inventories for resource provider f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 23 06:36:21 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Updating ProviderTree inventory for provider f859f802-386b-4956-b87c-78941b98bb44 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 23 06:36:21 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Updating inventory in ProviderTree for provider f859f802-386b-4956-b87c-78941b98bb44 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 23 06:36:21 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Refreshing aggregate associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, aggregates: None {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 23 06:36:21 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Refreshing trait associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_AUTO {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 23 06:36:21 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:36:21 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:36:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.469s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:21 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Deleted allocations for instance 9ccc1c25-1964-4dbb-aced-70fde7ffecd9
Nov 23 06:36:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e5c977ba-ce25-4a53-8fc2-ad1cc7320fce tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "9ccc1c25-1964-4dbb-aced-70fde7ffecd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.733s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:41 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ec1b1f23-fc44-4a0f-a219-2c00e407d289 is timed out.
Nov 23 06:36:41 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Successfully detached device vdb from instance ec1b1f23-fc44-4a0f-a219-2c00e407d289 from the live domain config.
Nov 23 06:36:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hYZVCAGs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:36:41 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "abca82b9-f498-49e1-900c-505792bde9f2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:41 user nova-compute[74675]: INFO nova.compute.manager [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Unshelving
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[677bdcb8-eae2-488c-af2f-dcb345b4306b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:36:41 user nova-compute[74675]: No targets found.
Nov 23 06:36:41 user nova-compute[74675]: iSNS:
Nov 23 06:36:41 user nova-compute[74675]: No targets found.
Nov 23 06:36:41 user nova-compute[74675]: STATIC:
Nov 23 06:36:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:36:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f
Nov 23 06:36:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4
Nov 23 06:36:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf
Nov 23 06:36:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380
Nov 23 06:36:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f
Nov 23 06:36:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:41 user nova-compute[74675]: FIRMWARE:
Nov 23 06:36:41 user nova-compute[74675]: No targets found.
Nov 23 06:36:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:36:41 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:36:41 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[09b41694-fe0c-40c1-9c29-3c4f0ba8496a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[37573cfb-4403-4639-9b5f-f578468f881f]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:41 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:36:41 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:41 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:41 user nova-compute[74675]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f (non-flash)
Nov 23 06:36:41 user nova-compute[74675]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)
Nov 23 06:36:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:41 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:36:41 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:41 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:41 user nova-compute[74675]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f (non-flash)
Nov 23 06:36:41 user nova-compute[74675]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)
Nov 23 06:36:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683d6b90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f'): ({'sdg'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Removing single pathed devices sdg {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:41 user nova-compute[74675]: INFO nova.virt.block_device [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Booting with volume cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 at /dev/vdc
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[43c0d7dc-9b15-456a-b481-fa91f570057a]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b06246f3-a93a-4352-a35e-93ad05e79457]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Flushing IO for device /dev/sdg {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[46f208d2-44ad-4abb-8971-66f1c7ce1ce6]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.utils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2d01606-8581-4f61-9166-d21b2f4d5fc0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f33fe88d-561f-4117-b909-d7a724f7c7f6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.058s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4b32746-a21a-4bdf-8b47-966fc0721f4d]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] SCSI volumes sdg have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.049s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[14b59b18-e47f-4541-a1db-68d8806144e8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b57b2abb-3236-4649-b142-46dbb5c9eb4a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.081s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[72ac0976-34c0-4e4c-8c6e-724e924ede59]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:36:41 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ed82ab2-2e7b-43d6-a8ae-62041d54a933]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.utils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] <== get_connector_properties: return (170ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Updating existing volume attachment record: 8910edc3-6091-4832-ba85-89117ae88bff {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[20ccd9da-1768-456b-bfa7-49fb4b2ae6af]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f, portal: 172.16.0.220,3260]
Nov 23 06:36:41 user nova-compute[74675]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f, portal: 172.16.0.220,3260] successful.
Nov 23 06:36:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4248145-7874-4a96-a365-30d18c58067f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4adf25e1-cf1a-4e7c-90a3-fd06c04c83d2]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.424s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] <== disconnect_volume: return (427ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:36:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:36:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:36:48 user nova-compute[74675]: DEBUG nova.objects.instance [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'flavor' on Instance uuid ec1b1f23-fc44-4a0f-a219-2c00e407d289 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:36:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-390d5b09-e57b-4beb-a565-e228420de6f0 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 27.559s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:48 user nova-compute[74675]: DEBUG nova.objects.instance [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'pci_requests' on Instance uuid abca82b9-f498-49e1-900c-505792bde9f2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:36:48 user nova-compute[74675]: DEBUG nova.objects.instance [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'numa_topology' on Instance uuid abca82b9-f498-49e1-900c-505792bde9f2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:36:48 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:36:48 user nova-compute[74675]: INFO nova.compute.claims [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Claim successful on node user
Nov 23 06:36:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:48 user nova-compute[74675]: INFO nova.compute.manager [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Detaching volume 42cb8628-3355-4646-bc3b-06cf7f2f93c4
Nov 23 06:36:48 user nova-compute[74675]: INFO nova.virt.block_device [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Attempting to driver detach volume 42cb8628-3355-4646-bc3b-06cf7f2f93c4 from mountpoint /dev/vdc
Nov 23 06:36:48 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:36:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Attempting to detach device vdc from instance ec1b1f23-fc44-4a0f-a219-2c00e407d289 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:36:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:36:48 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:36:48 user nova-compute[74675]:   <source dev="/dev/sdh"/>
Nov 23 06:36:48 user nova-compute[74675]:   <target dev="vdc" bus="virtio"/>
Nov 23 06:36:48 user nova-compute[74675]:   <serial>42cb8628-3355-4646-bc3b-06cf7f2f93c4</serial>
Nov 23 06:36:48 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 23 06:36:48 user nova-compute[74675]: </disk>
Nov 23 06:36:48 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:36:48 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:36:48 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Successfully detached device vdc from instance ec1b1f23-fc44-4a0f-a219-2c00e407d289 from the persistent domain config.
Nov 23 06:36:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance ec1b1f23-fc44-4a0f-a219-2c00e407d289 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:36:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:36:48 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:36:48 user nova-compute[74675]:   <source dev="/dev/sdh"/>
Nov 23 06:36:48 user nova-compute[74675]:   <target dev="vdc" bus="virtio"/>
Nov 23 06:36:48 user nova-compute[74675]:   <serial>42cb8628-3355-4646-bc3b-06cf7f2f93c4</serial>
Nov 23 06:36:48 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 23 06:36:48 user nova-compute[74675]: </disk>
Nov 23 06:36:48 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:36:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.411s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:48 user nova-compute[74675]: INFO nova.network.neutron [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Updating port a06d323b-7a1c-4966-8d9b-83034ce372e5 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance ec1b1f23-fc44-4a0f-a219-2c00e407d289 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquired lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG nova.network.neutron [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-9b6bdd61-f8ac-482c-bb6d-1fba1ab3eeb8 req-21e4fdab-5278-4a89-b9fa-239581a4195d service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-changed-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-9b6bdd61-f8ac-482c-bb6d-1fba1ab3eeb8 req-21e4fdab-5278-4a89-b9fa-239581a4195d service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Refreshing instance network info cache due to event network-changed-a06d323b-7a1c-4966-8d9b-83034ce372e5. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9b6bdd61-f8ac-482c-bb6d-1fba1ab3eeb8 req-21e4fdab-5278-4a89-b9fa-239581a4195d service nova] Acquiring lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "6830aab7-1f63-4e2d-8520-6c3636baefc4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:49 user nova-compute[74675]: INFO nova.compute.manager [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Terminating instance
Nov 23 06:36:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-2e60dc1b-a05f-492b-97c3-d3e6845f3d2e req-813201db-53cb-4275-854e-0a43862a3afb service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received event network-vif-unplugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2e60dc1b-a05f-492b-97c3-d3e6845f3d2e req-813201db-53cb-4275-854e-0a43862a3afb service nova] Acquiring lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2e60dc1b-a05f-492b-97c3-d3e6845f3d2e req-813201db-53cb-4275-854e-0a43862a3afb service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2e60dc1b-a05f-492b-97c3-d3e6845f3d2e req-813201db-53cb-4275-854e-0a43862a3afb service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-2e60dc1b-a05f-492b-97c3-d3e6845f3d2e req-813201db-53cb-4275-854e-0a43862a3afb service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] No waiting events found dispatching network-vif-unplugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-2e60dc1b-a05f-492b-97c3-d3e6845f3d2e req-813201db-53cb-4275-854e-0a43862a3afb service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received event network-vif-unplugged-6148a3b7-8394-4994-aefb-d17769c44ef0 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG nova.network.neutron [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Updating instance_info_cache with network_info: [{"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Releasing lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:36:49 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Creating image(s)
Nov 23 06:36:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "/opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "/opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "/opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG nova.objects.instance [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'trusted_certs' on Instance uuid abca82b9-f498-49e1-900c-505792bde9f2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9b6bdd61-f8ac-482c-bb6d-1fba1ab3eeb8 req-21e4fdab-5278-4a89-b9fa-239581a4195d service nova] Acquired lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:36:49 user nova-compute[74675]: DEBUG nova.network.neutron [req-9b6bdd61-f8ac-482c-bb6d-1fba1ab3eeb8 req-21e4fdab-5278-4a89-b9fa-239581a4195d service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Refreshing network info cache for port a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:36:50 user nova-compute[74675]: DEBUG nova.objects.base [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Object Instance<abca82b9-f498-49e1-900c-505792bde9f2> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:36:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "46d64077625d727ed56581cd8cd19c2bfef3893f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "46d64077625d727ed56581cd8cd19c2bfef3893f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f.part --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Instance destroyed successfully.
Nov 23 06:36:51 user nova-compute[74675]: DEBUG nova.objects.instance [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'resources' on Instance uuid 6830aab7-1f63-4e2d-8520-6c3636baefc4 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:31:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1224703020',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1224703020',id=33,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:33:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='14a640f6dc354a09b5f636d4a59ae0bb',ramdisk_id='',reservation_id='r-blox7wsi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-686425922',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:35:04Z,user_data=None,user_id='3cd1fcecda6741ddb5f696c09413098b',uuid=6830aab7-1f63-4e2d-8520-6c3636baefc4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6148a3b7-8394-4994-aefb-d17769c44ef0", "address": "fa:16:3e:a8:5b:ee", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6148a3b7-83", "ovs_interfaceid": "6148a3b7-8394-4994-aefb-d17769c44ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converting VIF {"id": "6148a3b7-8394-4994-aefb-d17769c44ef0", "address": "fa:16:3e:a8:5b:ee", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6148a3b7-83", "ovs_interfaceid": "6148a3b7-8394-4994-aefb-d17769c44ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a8:5b:ee,bridge_name='br-int',has_traffic_filtering=True,id=6148a3b7-8394-4994-aefb-d17769c44ef0,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6148a3b7-83') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_vif [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a8:5b:ee,bridge_name='br-int',has_traffic_filtering=True,id=6148a3b7-8394-4994-aefb-d17769c44ef0,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6148a3b7-83') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6148a3b7-83, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8d99d5ef-9911-4834-a8ab-4c321facedc5) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:51 user nova-compute[74675]: INFO os_vif [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a8:5b:ee,bridge_name='br-int',has_traffic_filtering=True,id=6148a3b7-8394-4994-aefb-d17769c44ef0,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6148a3b7-83')
Nov 23 06:36:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LsdilVIz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:36:51 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[73621cd9-b13d-4ef8-a5dc-fc40b8af2e2f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:36:51 user nova-compute[74675]: No targets found.
Nov 23 06:36:51 user nova-compute[74675]: iSNS:
Nov 23 06:36:51 user nova-compute[74675]: No targets found.
Nov 23 06:36:51 user nova-compute[74675]: STATIC:
Nov 23 06:36:51 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:36:51 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:51 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:51 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4
Nov 23 06:36:51 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:51 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:51 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf
Nov 23 06:36:51 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:51 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:51 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380
Nov 23 06:36:51 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:51 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:51 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f
Nov 23 06:36:51 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:36:51 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:36:51 user nova-compute[74675]: FIRMWARE:
Nov 23 06:36:51 user nova-compute[74675]: No targets found.
Nov 23 06:36:51 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:36:51 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:36:51 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[acb86646-3366-47f9-8b81-a6d83ff83fe7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d8a67e6-501d-4935-9ca8-86861a76273e]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:51 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:36:51 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:51 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:51 user nova-compute[74675]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)
Nov 23 06:36:51 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:51 user nova-compute[74675]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 (non-flash)
Nov 23 06:36:51 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:51 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:51 user nova-compute[74675]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)
Nov 23 06:36:51 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683d00d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380'): ({'sdc'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Removing single pathed devices sdc {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f.part --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG nova.virt.images [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] e8d2070c-7a06-4344-8756-0e03d94d78a6 was qcow2, converting to raw {{(pid=74675) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f.part /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f.converted {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b5af4ce-50f5-484f-86b3-9595f2f0ed0f]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8616ed26-19c8-4ff4-8c13-37ef1eca887b]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Flushing IO for device /dev/sdc {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ab903fe-ec52-4550-9395-7c2447b7e498]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG nova.network.neutron [req-9b6bdd61-f8ac-482c-bb6d-1fba1ab3eeb8 req-21e4fdab-5278-4a89-b9fa-239581a4195d service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Updated VIF entry in instance network info cache for port a06d323b-7a1c-4966-8d9b-83034ce372e5. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG nova.network.neutron [req-9b6bdd61-f8ac-482c-bb6d-1fba1ab3eeb8 req-21e4fdab-5278-4a89-b9fa-239581a4195d service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Updating instance_info_cache with network_info: [{"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9b6bdd61-f8ac-482c-bb6d-1fba1ab3eeb8 req-21e4fdab-5278-4a89-b9fa-239581a4195d service nova] Releasing lock "refresh_cache-abca82b9-f498-49e1-900c-505792bde9f2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.069s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1e4fb7b-8ef6-44fe-92b3-e2df22a9ed15]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b93af7b5-f0d7-4011-b523-3850ac7dc21f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f.part /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f.converted" returned: 0 in 0.380s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f.converted --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --logout" returned: 0 in 0.149s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[84b76a1c-f9ec-4c74-a28a-fd5688ca2d3c]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380, portal: 172.16.0.220,3260]
Nov 23 06:36:51 user nova-compute[74675]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380, portal: 172.16.0.220,3260] successful.
Nov 23 06:36:51 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d65e615b-9c5b-425e-8330-9c336b3f3380 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e6addd7-f128-48b2-9397-89b8bb949655]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.585s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] <== disconnect_volume: return (587ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:36:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Deleting instance files /opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4_del
Nov 23 06:36:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Deletion of /opt/stack/data/nova/instances/6830aab7-1f63-4e2d-8520-6c3636baefc4_del complete
Nov 23 06:36:51 user nova-compute[74675]: INFO nova.compute.manager [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Took 2.29 seconds to destroy the instance on the hypervisor.
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f.converted --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "46d64077625d727ed56581cd8cd19c2bfef3893f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.860s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-83369354-23b9-4b73-a266-76e2971cd554 req-3dcedd15-f905-4e66-807c-e93d018f7a2e service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-83369354-23b9-4b73-a266-76e2971cd554 req-3dcedd15-f905-4e66-807c-e93d018f7a2e service nova] Acquiring lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-83369354-23b9-4b73-a266-76e2971cd554 req-3dcedd15-f905-4e66-807c-e93d018f7a2e service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-83369354-23b9-4b73-a266-76e2971cd554 req-3dcedd15-f905-4e66-807c-e93d018f7a2e service nova] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-83369354-23b9-4b73-a266-76e2971cd554 req-3dcedd15-f905-4e66-807c-e93d018f7a2e service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] No waiting events found dispatching network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:36:51 user nova-compute[74675]: WARNING nova.compute.manager [req-83369354-23b9-4b73-a266-76e2971cd554 req-3dcedd15-f905-4e66-807c-e93d018f7a2e service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received unexpected event network-vif-plugged-6148a3b7-8394-4994-aefb-d17769c44ef0 for instance with vm_state active and task_state deleting.
Nov 23 06:36:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f --force-share --output=json" returned: 0 in 0.180s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "46d64077625d727ed56581cd8cd19c2bfef3893f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "46d64077625d727ed56581cd8cd19c2bfef3893f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f,backing_fmt=raw /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f,backing_fmt=raw /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk 1073741824" returned: 0 in 0.095s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "46d64077625d727ed56581cd8cd19c2bfef3893f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.274s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:52 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:36:52 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Took 0.59 seconds to deallocate network for instance.
Nov 23 06:36:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-5a7c4b7a-3b7f-4350-9726-9b60f6a315d0 req-feed1430-f4b6-43dc-9207-b8171d3c2847 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Received event network-vif-deleted-6148a3b7-8394-4994-aefb-d17769c44ef0 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:36:52 user nova-compute[74675]: INFO nova.compute.manager [req-5a7c4b7a-3b7f-4350-9726-9b60f6a315d0 req-feed1430-f4b6-43dc-9207-b8171d3c2847 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Neutron deleted interface 6148a3b7-8394-4994-aefb-d17769c44ef0; detaching it from the instance and deleting it from the info cache
Nov 23 06:36:52 user nova-compute[74675]: DEBUG nova.network.neutron [req-5a7c4b7a-3b7f-4350-9726-9b60f6a315d0 req-feed1430-f4b6-43dc-9207-b8171d3c2847 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:36:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-5a7c4b7a-3b7f-4350-9726-9b60f6a315d0 req-feed1430-f4b6-43dc-9207-b8171d3c2847 service nova] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Detach interface failed, port_id=6148a3b7-8394-4994-aefb-d17769c44ef0, reason: Instance 6830aab7-1f63-4e2d-8520-6c3636baefc4 could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:36:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:52 user nova-compute[74675]: DEBUG nova.objects.instance [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'migration_context' on Instance uuid abca82b9-f498-49e1-900c-505792bde9f2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:36:52 user nova-compute[74675]: DEBUG nova.objects.base [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Object Instance<abca82b9-f498-49e1-900c-505792bde9f2> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:36:52 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Rebasing disk image.
Nov 23 06:36:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf -F raw /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:53 user nova-compute[74675]: INFO nova.compute.manager [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 6830aab7-1f63-4e2d-8520-6c3636baefc4] Took 0.74 seconds to detach 1 volumes for instance.
Nov 23 06:36:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:53 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:36:53 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:36:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.310s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:53 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Deleted allocations for instance 6830aab7-1f63-4e2d-8520-6c3636baefc4
Nov 23 06:36:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-86da8321-b785-42c3-95dc-d51381541c29 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "6830aab7-1f63-4e2d-8520-6c3636baefc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.146s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-b2c8ebe1-a84c-4967-acc4-ec797e275c76 req-58b70499-4df1-42f2-aa49-ef1608310d28 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received event network-changed-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:36:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-b2c8ebe1-a84c-4967-acc4-ec797e275c76 req-58b70499-4df1-42f2-aa49-ef1608310d28 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Refreshing instance network info cache due to event network-changed-7c4689fb-06a2-4033-be46-adbd344ee9a6. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:36:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b2c8ebe1-a84c-4967-acc4-ec797e275c76 req-58b70499-4df1-42f2-aa49-ef1608310d28 service nova] Acquiring lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:36:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b2c8ebe1-a84c-4967-acc4-ec797e275c76 req-58b70499-4df1-42f2-aa49-ef1608310d28 service nova] Acquired lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:36:54 user nova-compute[74675]: DEBUG nova.network.neutron [req-b2c8ebe1-a84c-4967-acc4-ec797e275c76 req-58b70499-4df1-42f2-aa49-ef1608310d28 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Refreshing network info cache for port 7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf -F raw /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk" returned: 0 in 2.461s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Ensure instance console log exists: /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Start _get_guest_xml network_info=[{"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='970cb8ffb711f2ffb0d592764ade3b4c',container_format='bare',created_at=2023-11-23T06:34:49Z,direct_url=<?>,disk_format='qcow2',id=e8d2070c-7a06-4344-8756-0e03d94d78a6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1779733039-shelved',owner='3e0e925e30a14a178f2cd780dccbdff2',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-23T06:34:53Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdc', 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mIXMhbrO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'abca82b9-f498-49e1-900c-505792bde9f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6', 'serial': 'cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6'}, 'attachment_id': '8910edc3-6091-4832-ba85-89117ae88bff', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:36:55 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:36:55 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='970cb8ffb711f2ffb0d592764ade3b4c',container_format='bare',created_at=2023-11-23T06:34:49Z,direct_url=<?>,disk_format='qcow2',id=e8d2070c-7a06-4344-8756-0e03d94d78a6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1779733039-shelved',owner='3e0e925e30a14a178f2cd780dccbdff2',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-23T06:34:53Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.objects.instance [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'vcpu_model' on Instance uuid abca82b9-f498-49e1-900c-505792bde9f2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.objects.base [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Object Instance<abca82b9-f498-49e1-900c-505792bde9f2> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mIXMhbrO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:36:55 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:36:55 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:36:55 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7baf1470-c94e-4ad4-91af-841c233575be]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:36:55 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[32bc55b0-7f9c-47d0-9c8a-ab125bd2de0f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6] added
Nov 23 06:36:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e08672dc-e288-4be6-9163-f2e092d564f2]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e022a577-5910-45e5-a5fb-685349dd6faa]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mIXMhbrO {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mIXMhbrO" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[edb799ad-4b2d-478a-ae0e-db5b1df30625]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mIXMhbrO'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[835344c7-4891-4ee0-b4a8-0d36efbae042]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[76573b3c-49a3-4ff7-8477-47ab5732fc00]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:55 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:55 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:55 user nova-compute[74675]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)
Nov 23 06:36:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:55 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:55 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:55 user nova-compute[74675]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)
Nov 23 06:36:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.network.neutron [req-b2c8ebe1-a84c-4967-acc4-ec797e275c76 req-58b70499-4df1-42f2-aa49-ef1608310d28 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updated VIF entry in instance network info cache for port 7c4689fb-06a2-4033-be46-adbd344ee9a6. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG nova.network.neutron [req-b2c8ebe1-a84c-4967-acc4-ec797e275c76 req-58b70499-4df1-42f2-aa49-ef1608310d28 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updating instance_info_cache with network_info: [{"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b2c8ebe1-a84c-4967-acc4-ec797e275c76 req-58b70499-4df1-42f2-aa49-ef1608310d28 service nova] Releasing lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[132a4cff-166d-4871-8323-4f89115760d4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6, portal: 172.16.0.220,3260]
Nov 23 06:36:55 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6, portal: 172.16.0.220,3260] successful.
Nov 23 06:36:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d53c6775-f5bc-4693-96d0-e95b30fd186d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7247497-0f6e-4a55-94ee-e3e0dd848080]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:55 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:55 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:55 user nova-compute[74675]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)
Nov 23 06:36:55 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:36:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:36:55 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:36:55 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:36:55 user nova-compute[74675]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)
Nov 23 06:36:55 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:36:55 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] HCTL ('33', '-', '-', 0) found on session 47 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[132a82f4-5556-4f3d-bf29-4c991670fa9d]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:36:55 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mIXMhbrO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] <== connect_volume: return (1314ms) {'type': 'block', 'scsi_wwn': '26338633964363764', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26338633964363764', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-23T06:32:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1779733039',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1779733039',id=35,image_ref='e8d2070c-7a06-4344-8756-0e03d94d78a6',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-646455995',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:33:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='3e0e925e30a14a178f2cd780dccbdff2',ramdisk_id='',reservation_id='r-2vnvs80q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-67653961',owner_user_name='tempest-AttachVolumeShelveTestJSON-67653961-project-member',shelved_at='2023-11-23T06:34:53.518014',shelved_host='user',shelved_image_id='e8d2070c-7a06-4344-8756-0e03d94d78a6'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:36:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c500c76720f499597f05d2cee347bca',uuid=abca82b9-f498-49e1-900c-505792bde9f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converting VIF {"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4e:3b,bridge_name='br-int',has_traffic_filtering=True,id=a06d323b-7a1c-4966-8d9b-83034ce372e5,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa06d323b-7a') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG nova.objects.instance [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'pci_devices' on Instance uuid abca82b9-f498-49e1-900c-505792bde9f2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG nova.objects.base [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Object Instance<abca82b9-f498-49e1-900c-505792bde9f2> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:36:56 user nova-compute[74675]:   <uuid>abca82b9-f498-49e1-900c-505792bde9f2</uuid>
Nov 23 06:36:56 user nova-compute[74675]:   <name>instance-00000023</name>
Nov 23 06:36:56 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:36:56 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:36:56 user nova-compute[74675]:   <metadata>
Nov 23 06:36:56 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:36:56 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:36:56 user nova-compute[74675]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1779733039</nova:name>
Nov 23 06:36:56 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:36:55</nova:creationTime>
Nov 23 06:36:56 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:36:56 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:36:56 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:36:56 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:36:56 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:36:56 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:36:56 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:36:56 user nova-compute[74675]:       <nova:owner>
Nov 23 06:36:56 user nova-compute[74675]:         <nova:user uuid="4c500c76720f499597f05d2cee347bca">tempest-AttachVolumeShelveTestJSON-67653961-project-member</nova:user>
Nov 23 06:36:56 user nova-compute[74675]:         <nova:project uuid="3e0e925e30a14a178f2cd780dccbdff2">tempest-AttachVolumeShelveTestJSON-67653961</nova:project>
Nov 23 06:36:56 user nova-compute[74675]:       </nova:owner>
Nov 23 06:36:56 user nova-compute[74675]:       <nova:root type="image" uuid="e8d2070c-7a06-4344-8756-0e03d94d78a6"/>
Nov 23 06:36:56 user nova-compute[74675]:       <nova:ports>
Nov 23 06:36:56 user nova-compute[74675]:         <nova:port uuid="a06d323b-7a1c-4966-8d9b-83034ce372e5">
Nov 23 06:36:56 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 23 06:36:56 user nova-compute[74675]:         </nova:port>
Nov 23 06:36:56 user nova-compute[74675]:       </nova:ports>
Nov 23 06:36:56 user nova-compute[74675]:     </nova:instance>
Nov 23 06:36:56 user nova-compute[74675]:   </metadata>
Nov 23 06:36:56 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:36:56 user nova-compute[74675]:     <system>
Nov 23 06:36:56 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:36:56 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:36:56 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:36:56 user nova-compute[74675]:       <entry name="serial">abca82b9-f498-49e1-900c-505792bde9f2</entry>
Nov 23 06:36:56 user nova-compute[74675]:       <entry name="uuid">abca82b9-f498-49e1-900c-505792bde9f2</entry>
Nov 23 06:36:56 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:36:56 user nova-compute[74675]:     </system>
Nov 23 06:36:56 user nova-compute[74675]:   </sysinfo>
Nov 23 06:36:56 user nova-compute[74675]:   <os>
Nov 23 06:36:56 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:36:56 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:36:56 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:36:56 user nova-compute[74675]:   </os>
Nov 23 06:36:56 user nova-compute[74675]:   <features>
Nov 23 06:36:56 user nova-compute[74675]:     <acpi/>
Nov 23 06:36:56 user nova-compute[74675]:     <apic/>
Nov 23 06:36:56 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:36:56 user nova-compute[74675]:   </features>
Nov 23 06:36:56 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:36:56 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:36:56 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:36:56 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:36:56 user nova-compute[74675]:   </clock>
Nov 23 06:36:56 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:36:56 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:36:56 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:36:56 user nova-compute[74675]:   </cpu>
Nov 23 06:36:56 user nova-compute[74675]:   <devices>
Nov 23 06:36:56 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:36:56 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:36:56 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk"/>
Nov 23 06:36:56 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:36:56 user nova-compute[74675]:     </disk>
Nov 23 06:36:56 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:36:56 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:36:56 user nova-compute[74675]:       <source dev="/dev/sdb"/>
Nov 23 06:36:56 user nova-compute[74675]:       <target dev="vdc" bus="virtio"/>
Nov 23 06:36:56 user nova-compute[74675]:       <serial>cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6</serial>
Nov 23 06:36:56 user nova-compute[74675]:     </disk>
Nov 23 06:36:56 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:36:56 user nova-compute[74675]:       <mac address="fa:16:3e:8f:4e:3b"/>
Nov 23 06:36:56 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:36:56 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:36:56 user nova-compute[74675]:       <target dev="tapa06d323b-7a"/>
Nov 23 06:36:56 user nova-compute[74675]:     </interface>
Nov 23 06:36:56 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:36:56 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/console.log" append="off"/>
Nov 23 06:36:56 user nova-compute[74675]:     </serial>
Nov 23 06:36:56 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:36:56 user nova-compute[74675]:     <video>
Nov 23 06:36:56 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:36:56 user nova-compute[74675]:     </video>
Nov 23 06:36:56 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:36:56 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:36:56 user nova-compute[74675]:     </rng>
Nov 23 06:36:56 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:36:56 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:36:56 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:36:56 user nova-compute[74675]:     </memballoon>
Nov 23 06:36:56 user nova-compute[74675]:   </devices>
Nov 23 06:36:56 user nova-compute[74675]: </domain>
Nov 23 06:36:56 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-23T06:32:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1779733039',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1779733039',id=35,image_ref='e8d2070c-7a06-4344-8756-0e03d94d78a6',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-646455995',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:33:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='3e0e925e30a14a178f2cd780dccbdff2',ramdisk_id='',reservation_id='r-2vnvs80q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-67653961',owner_user_name='tempest-AttachVolumeShelveTestJSON-67653961-project-member',shelved_at='2023-11-23T06:34:53.518014',shelved_host='user',shelved_image_id='e8d2070c-7a06-4344-8756-0e03d94d78a6'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:36:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c500c76720f499597f05d2cee347bca',uuid=abca82b9-f498-49e1-900c-505792bde9f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converting VIF {"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4e:3b,bridge_name='br-int',has_traffic_filtering=True,id=a06d323b-7a1c-4966-8d9b-83034ce372e5,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa06d323b-7a') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG os_vif [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4e:3b,bridge_name='br-int',has_traffic_filtering=True,id=a06d323b-7a1c-4966-8d9b-83034ce372e5,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa06d323b-7a') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '187460ec-5a35-5101-8ce6-6c8ffcd95dda', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa06d323b-7a, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa06d323b-7a, col_values=(('qos', UUID('92d214ee-dabd-486e-b442-d8a7e270f58a')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa06d323b-7a, col_values=(('external_ids', {'iface-id': 'a06d323b-7a1c-4966-8d9b-83034ce372e5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8f:4e:3b', 'vm-uuid': 'abca82b9-f498-49e1-900c-505792bde9f2'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:56 user nova-compute[74675]: INFO os_vif [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4e:3b,bridge_name='br-int',has_traffic_filtering=True,id=a06d323b-7a1c-4966-8d9b-83034ce372e5,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa06d323b-7a')
Nov 23 06:36:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:36:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] No VIF found with MAC fa:16:3e:8f:4e:3b, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:36:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-c6d93773-6d1a-49ec-8251-0f5f3d5adfca req-68f583cb-3bcc-480e-85c8-0b8f02837e8c service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:36:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c6d93773-6d1a-49ec-8251-0f5f3d5adfca req-68f583cb-3bcc-480e-85c8-0b8f02837e8c service nova] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c6d93773-6d1a-49ec-8251-0f5f3d5adfca req-68f583cb-3bcc-480e-85c8-0b8f02837e8c service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c6d93773-6d1a-49ec-8251-0f5f3d5adfca req-68f583cb-3bcc-480e-85c8-0b8f02837e8c service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-c6d93773-6d1a-49ec-8251-0f5f3d5adfca req-68f583cb-3bcc-480e-85c8-0b8f02837e8c service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] No waiting events found dispatching network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:36:58 user nova-compute[74675]: WARNING nova.compute.manager [req-c6d93773-6d1a-49ec-8251-0f5f3d5adfca req-68f583cb-3bcc-480e-85c8-0b8f02837e8c service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received unexpected event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 23 06:36:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:36:59 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:36:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:36:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:36:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:36:59 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:36:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:36:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.165s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:36:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:36:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vdc) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:36:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:00 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Instance spawned successfully.
Nov 23 06:37:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-622fe733-3c6f-4cc2-bfe1-6f89c28f5d16 req-f45e8bef-25bc-4b88-a0ee-fd73964d6ab0 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-622fe733-3c6f-4cc2-bfe1-6f89c28f5d16 req-f45e8bef-25bc-4b88-a0ee-fd73964d6ab0 service nova] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-622fe733-3c6f-4cc2-bfe1-6f89c28f5d16 req-f45e8bef-25bc-4b88-a0ee-fd73964d6ab0 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-622fe733-3c6f-4cc2-bfe1-6f89c28f5d16 req-f45e8bef-25bc-4b88-a0ee-fd73964d6ab0 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-622fe733-3c6f-4cc2-bfe1-6f89c28f5d16 req-f45e8bef-25bc-4b88-a0ee-fd73964d6ab0 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] No waiting events found dispatching network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:37:00 user nova-compute[74675]: WARNING nova.compute.manager [req-622fe733-3c6f-4cc2-bfe1-6f89c28f5d16 req-f45e8bef-25bc-4b88-a0ee-fd73964d6ab0 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received unexpected event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 23 06:37:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6bc6f033-aafd-4d86-8178-4d31671a53cf tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "abca82b9-f498-49e1-900c-505792bde9f2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 19.425s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:37:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:01 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:37:01 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:37:01 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8190MB free_disk=25.006534576416016GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:37:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:37:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:37:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 43f15c0e-1e50-4461-8896-e5df8e1caf4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:37:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance b582b6aa-fa68-44a5-bdbc-64eea975141f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:37:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance a68dfa1c-03f1-4190-adce-a63cc8929cf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:37:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance ec1b1f23-fc44-4a0f-a219-2c00e407d289 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:37:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 6135444f-2bce-4e81-9200-474bd9fe7fac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:37:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance abca82b9-f498-49e1-900c-505792bde9f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:37:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:37:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:37:02 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:37:02 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:37:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:37:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.385s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:37:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:37:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:37:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:37:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:37:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:05 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:37:05 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:37:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:37:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:37:05 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:37:05 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Updating instance_info_cache with network_info: [{"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:37:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-3199fb46-f73c-460a-bc9d-ea4b89375e39" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:37:05 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:37:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:09 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance ec1b1f23-fc44-4a0f-a219-2c00e407d289 is timed out.
Nov 23 06:37:09 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Successfully detached device vdc from instance ec1b1f23-fc44-4a0f-a219-2c00e407d289 from the live domain config.
Nov 23 06:37:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LzdJrcfE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:37:09 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[79547378-cbd7-4322-ae05-6336edf79043]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:37:09 user nova-compute[74675]: No targets found.
Nov 23 06:37:09 user nova-compute[74675]: iSNS:
Nov 23 06:37:09 user nova-compute[74675]: No targets found.
Nov 23 06:37:09 user nova-compute[74675]: STATIC:
Nov 23 06:37:09 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:37:09 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:37:09 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:37:09 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4
Nov 23 06:37:09 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:37:09 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:37:09 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf
Nov 23 06:37:09 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:37:09 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:37:09 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6
Nov 23 06:37:09 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:37:09 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:37:09 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f
Nov 23 06:37:09 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:37:09 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:37:09 user nova-compute[74675]: FIRMWARE:
Nov 23 06:37:09 user nova-compute[74675]: No targets found.
Nov 23 06:37:09 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:37:09 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:37:09 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[85ce49ba-6117-40e3-abda-0e7ae088740a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[afffac12-d7b6-4d2a-99ac-6ced3b147e79]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:37:09 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:37:09 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:37:09 user nova-compute[74675]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)
Nov 23 06:37:09 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:37:09 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:37:09 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:37:09 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:37:09 user nova-compute[74675]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 (non-flash)
Nov 23 06:37:09 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:37:09 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac6822a290>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4'): ({'sdh'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Removing single pathed devices sdh {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0af5d32c-994d-40f6-978d-2dd19c453281]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e6bc585-0256-4212-aabe-57c34216acd4]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Flushing IO for device /dev/sdh {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e22481b9-e794-47da-91c3-1e65b3f9bcf9]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.049s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aa2eeb4-6f68-433e-9f70-14c290383a81]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] SCSI volumes sdh have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d8a240f-9639-49ff-a582-f5ffb3cde96e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.083s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[592a0e71-e0f6-48f9-a972-e91472e89575]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4, portal: 172.16.0.220,3260]
Nov 23 06:37:09 user nova-compute[74675]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4, portal: 172.16.0.220,3260] successful.
Nov 23 06:37:09 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42cb8628-3355-4646-bc3b-06cf7f2f93c4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[225d92e8-a2ac-49f6-ac41-3394e4b763b2]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.372s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] <== disconnect_volume: return (373ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:37:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:37:10 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:37:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:10 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:37:10 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:37:11 user nova-compute[74675]: DEBUG nova.objects.instance [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'flavor' on Instance uuid ec1b1f23-fc44-4a0f-a219-2c00e407d289 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:37:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e07c807b-bbd0-40e0-b221-41828138c924 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.961s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "b582b6aa-fa68-44a5-bdbc-64eea975141f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "b582b6aa-fa68-44a5-bdbc-64eea975141f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "b582b6aa-fa68-44a5-bdbc-64eea975141f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "b582b6aa-fa68-44a5-bdbc-64eea975141f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "b582b6aa-fa68-44a5-bdbc-64eea975141f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:11 user nova-compute[74675]: INFO nova.compute.manager [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Terminating instance
Nov 23 06:37:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c1ad80e-6e4f-4f02-a67c-467b5d7a14ee req-5a1271e6-2b16-4a25-b3dd-c6b833676a46 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Received event network-vif-unplugged-5232aa84-dd04-454c-b13c-2274373bba5c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c1ad80e-6e4f-4f02-a67c-467b5d7a14ee req-5a1271e6-2b16-4a25-b3dd-c6b833676a46 service nova] Acquiring lock "b582b6aa-fa68-44a5-bdbc-64eea975141f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c1ad80e-6e4f-4f02-a67c-467b5d7a14ee req-5a1271e6-2b16-4a25-b3dd-c6b833676a46 service nova] Lock "b582b6aa-fa68-44a5-bdbc-64eea975141f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c1ad80e-6e4f-4f02-a67c-467b5d7a14ee req-5a1271e6-2b16-4a25-b3dd-c6b833676a46 service nova] Lock "b582b6aa-fa68-44a5-bdbc-64eea975141f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c1ad80e-6e4f-4f02-a67c-467b5d7a14ee req-5a1271e6-2b16-4a25-b3dd-c6b833676a46 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] No waiting events found dispatching network-vif-unplugged-5232aa84-dd04-454c-b13c-2274373bba5c {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c1ad80e-6e4f-4f02-a67c-467b5d7a14ee req-5a1271e6-2b16-4a25-b3dd-c6b833676a46 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Received event network-vif-unplugged-5232aa84-dd04-454c-b13c-2274373bba5c for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:37:12 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Instance destroyed successfully.
Nov 23 06:37:12 user nova-compute[74675]: DEBUG nova.objects.instance [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lazy-loading 'resources' on Instance uuid b582b6aa-fa68-44a5-bdbc-64eea975141f {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:32:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-635663203',display_name='tempest-TestVolumeBootPattern-volume-backed-server-635663203',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-635663203',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPqRMDgJ3K4bueS3Y9Om8G+yCfq5NHOp1NcNotrsw1kE4UP5S6FlwdBivQ9WAXnWNrR4tSZmticVxDrQpLtJu2OfFCa9/K7ROagA3ijRIZHcfUBRKyDsFkPhKS+Dj/p/3w==',key_name='tempest-keypair-1348855681',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:32:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-bgg3l0hn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:32:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=b582b6aa-fa68-44a5-bdbc-64eea975141f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5232aa84-dd04-454c-b13c-2274373bba5c", "address": "fa:16:3e:04:44:43", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5232aa84-dd", "ovs_interfaceid": "5232aa84-dd04-454c-b13c-2274373bba5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "5232aa84-dd04-454c-b13c-2274373bba5c", "address": "fa:16:3e:04:44:43", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5232aa84-dd", "ovs_interfaceid": "5232aa84-dd04-454c-b13c-2274373bba5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:04:44:43,bridge_name='br-int',has_traffic_filtering=True,id=5232aa84-dd04-454c-b13c-2274373bba5c,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5232aa84-dd') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG os_vif [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:44:43,bridge_name='br-int',has_traffic_filtering=True,id=5232aa84-dd04-454c-b13c-2274373bba5c,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5232aa84-dd') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5232aa84-dd, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ceaa236b-fcc2-4af0-819a-08b5e9e859a2) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:12 user nova-compute[74675]: INFO os_vif [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:44:43,bridge_name='br-int',has_traffic_filtering=True,id=5232aa84-dd04-454c-b13c-2274373bba5c,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5232aa84-dd')
Nov 23 06:37:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MfIjKZrs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:37:12 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:37:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0bd2f84-1a9b-4704-93db-19d8ad78940e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:37:12 user nova-compute[74675]: No targets found.
Nov 23 06:37:12 user nova-compute[74675]: iSNS:
Nov 23 06:37:12 user nova-compute[74675]: No targets found.
Nov 23 06:37:12 user nova-compute[74675]: STATIC:
Nov 23 06:37:12 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:37:12 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:37:12 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:37:12 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf
Nov 23 06:37:12 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:37:12 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:37:12 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6
Nov 23 06:37:12 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:37:12 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:37:12 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f
Nov 23 06:37:12 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:37:12 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:37:12 user nova-compute[74675]: FIRMWARE:
Nov 23 06:37:12 user nova-compute[74675]: No targets found.
Nov 23 06:37:12 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:37:12 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:37:12 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[66bd7bb7-5105-44bf-ad8d-2fec9e5f89a2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4793b49a-4196-4fd7-9fb6-af5155c4c2a7]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:37:12 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:37:12 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:37:12 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:37:12 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:37:12 user nova-compute[74675]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f (non-flash)
Nov 23 06:37:12 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:37:12 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:37:12 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac682c1900>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f'): ({'sdd'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Removing single pathed devices sdd {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[47c5a57a-bfb6-4c06-bba6-2821e331830c]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c4859da-c1c6-49df-b2ff-fc7e87b505e7]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flushing IO for device /dev/sdd {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[657e41ea-c0c4-42f1-8c06-54bd52ed23a0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:12 user nova-compute[74675]: INFO nova.compute.manager [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Terminating instance
Nov 23 06:37:12 user nova-compute[74675]: DEBUG nova.compute.manager [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.055s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d23277fa-7769-44ce-bb26-a1220eb9ec4b]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] SCSI volumes sdd have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[71d46921-1359-4f22-93c6-f718c9058c7e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --logout" returned: 0 in 0.090s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea5c5099-1ebd-45e5-b59a-05360c9fd48a]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f, portal: 172.16.0.220,3260]
Nov 23 06:37:13 user nova-compute[74675]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f, portal: 172.16.0.220,3260] successful.
Nov 23 06:37:13 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:719bbea6-058e-48c0-918b-c4ab315b486f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[53495527-f47f-459d-b782-d633b18c83eb]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.382s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== disconnect_volume: return (383ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:37:13 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Deleting instance files /opt/stack/data/nova/instances/b582b6aa-fa68-44a5-bdbc-64eea975141f_del
Nov 23 06:37:13 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Deletion of /opt/stack/data/nova/instances/b582b6aa-fa68-44a5-bdbc-64eea975141f_del complete
Nov 23 06:37:13 user nova-compute[74675]: INFO nova.compute.manager [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Took 1.26 seconds to destroy the instance on the hypervisor.
Nov 23 06:37:13 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:13 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Instance destroyed successfully.
Nov 23 06:37:13 user nova-compute[74675]: DEBUG nova.objects.instance [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lazy-loading 'resources' on Instance uuid ec1b1f23-fc44-4a0f-a219-2c00e407d289 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:34:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1446326750',display_name='tempest-AttachVolumeTestJSON-server-1446326750',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1446326750',id=37,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyMeMr0Xx66zbuoL3zYOuxII7s+blyyAJlz3KDMMKHrR4FKldqdvnLD7B3d0n0s8AYWWxVAlfVnplNk8+GBIpPiMTlR8VzhCp0AR7emP1RUdmKZYU7FqsVH0af7gsD+1w==',key_name='tempest-keypair-954865810',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:34:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='64a8e9912883450fa44969c8ebbac519',ramdisk_id='',reservation_id='r-zbw6k62n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-572935082',owner_user_name='tempest-AttachVolumeTestJSON-572935082-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:34:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2c266b233144ef1bf29b9e3fd37d87e',uuid=ec1b1f23-fc44-4a0f-a219-2c00e407d289,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "690ae750-9e9b-45c2-aeec-5c107afeffad", "address": "fa:16:3e:ee:f1:c1", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690ae750-9e", "ovs_interfaceid": "690ae750-9e9b-45c2-aeec-5c107afeffad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converting VIF {"id": "690ae750-9e9b-45c2-aeec-5c107afeffad", "address": "fa:16:3e:ee:f1:c1", "network": {"id": "988ecf19-cf48-4525-ba73-c5c68ab9307f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26735229-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64a8e9912883450fa44969c8ebbac519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690ae750-9e", "ovs_interfaceid": "690ae750-9e9b-45c2-aeec-5c107afeffad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:f1:c1,bridge_name='br-int',has_traffic_filtering=True,id=690ae750-9e9b-45c2-aeec-5c107afeffad,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap690ae750-9e') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG os_vif [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:f1:c1,bridge_name='br-int',has_traffic_filtering=True,id=690ae750-9e9b-45c2-aeec-5c107afeffad,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap690ae750-9e') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap690ae750-9e, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=87a5337f-46bf-43a5-b913-44f97365b89b) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:37:13 user nova-compute[74675]: INFO os_vif [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:f1:c1,bridge_name='br-int',has_traffic_filtering=True,id=690ae750-9e9b-45c2-aeec-5c107afeffad,network=Network(988ecf19-cf48-4525-ba73-c5c68ab9307f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap690ae750-9e')
Nov 23 06:37:13 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Deleting instance files /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289_del
Nov 23 06:37:13 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Deletion of /opt/stack/data/nova/instances/ec1b1f23-fc44-4a0f-a219-2c00e407d289_del complete
Nov 23 06:37:13 user nova-compute[74675]: INFO nova.compute.manager [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 23 06:37:13 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:37:13 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Received event network-vif-plugged-5232aa84-dd04-454c-b13c-2274373bba5c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] Acquiring lock "b582b6aa-fa68-44a5-bdbc-64eea975141f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] Lock "b582b6aa-fa68-44a5-bdbc-64eea975141f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] Lock "b582b6aa-fa68-44a5-bdbc-64eea975141f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] No waiting events found dispatching network-vif-plugged-5232aa84-dd04-454c-b13c-2274373bba5c {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:37:14 user nova-compute[74675]: WARNING nova.compute.manager [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Received unexpected event network-vif-plugged-5232aa84-dd04-454c-b13c-2274373bba5c for instance with vm_state active and task_state deleting.
Nov 23 06:37:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Received event network-vif-unplugged-690ae750-9e9b-45c2-aeec-5c107afeffad {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] Acquiring lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] No waiting events found dispatching network-vif-unplugged-690ae750-9e9b-45c2-aeec-5c107afeffad {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Received event network-vif-unplugged-690ae750-9e9b-45c2-aeec-5c107afeffad for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Received event network-vif-plugged-690ae750-9e9b-45c2-aeec-5c107afeffad {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] Acquiring lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] No waiting events found dispatching network-vif-plugged-690ae750-9e9b-45c2-aeec-5c107afeffad {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:37:14 user nova-compute[74675]: WARNING nova.compute.manager [req-8f99ecd8-da2e-4da0-ac86-466c26045a7f req-21ca0ef7-4e0a-4c54-8d17-2d6e1480c8d3 service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Received unexpected event network-vif-plugged-690ae750-9e9b-45c2-aeec-5c107afeffad for instance with vm_state active and task_state deleting.
Nov 23 06:37:14 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:37:14 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Took 0.78 seconds to deallocate network for instance.
Nov 23 06:37:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-8a301cc3-f488-4263-829f-805d71f34bef req-bef95857-29f6-421b-afc4-fd0a87af8aac service nova] [instance: ec1b1f23-fc44-4a0f-a219-2c00e407d289] Received event network-vif-deleted-690ae750-9e9b-45c2-aeec-5c107afeffad {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:37:14 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Took 1.43 seconds to deallocate network for instance.
Nov 23 06:37:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:37:14 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:37:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.276s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:15 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Deleted allocations for instance ec1b1f23-fc44-4a0f-a219-2c00e407d289
Nov 23 06:37:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-03be9670-4e8e-443f-a2e3-76b05a59dd72 tempest-AttachVolumeTestJSON-572935082 tempest-AttachVolumeTestJSON-572935082-project-member] Lock "ec1b1f23-fc44-4a0f-a219-2c00e407d289" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.210s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:15 user nova-compute[74675]: INFO nova.compute.manager [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Took 0.74 seconds to detach 1 volumes for instance.
Nov 23 06:37:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Deleting volume: 719bbea6-058e-48c0-918b-c4ab315b486f {{(pid=74675) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 23 06:37:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:15 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:37:15 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:37:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.277s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:15 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Deleted allocations for instance b582b6aa-fa68-44a5-bdbc-64eea975141f
Nov 23 06:37:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ef964739-2e54-4cc9-aeb7-ba5b9196187c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "b582b6aa-fa68-44a5-bdbc-64eea975141f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.973s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-25719f0a-fd2a-42da-bc6a-0bf1521dd74d req-c3e86fcb-263c-44e9-90ee-20fc76484053 service nova] [instance: b582b6aa-fa68-44a5-bdbc-64eea975141f] Received event network-vif-deleted-5232aa84-dd04-454c-b13c-2274373bba5c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:37:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:40 user nova-compute[74675]: INFO nova.compute.manager [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Terminating instance
Nov 23 06:37:40 user nova-compute[74675]: DEBUG nova.compute.manager [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c0f200a-f894-4438-b758-459466c08484 req-6e21074b-6f12-4407-9086-6ea9fbab2a25 service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Received event network-vif-unplugged-aadc9262-91a5-439d-8ef4-44f8e4dcdf42 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c0f200a-f894-4438-b758-459466c08484 req-6e21074b-6f12-4407-9086-6ea9fbab2a25 service nova] Acquiring lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c0f200a-f894-4438-b758-459466c08484 req-6e21074b-6f12-4407-9086-6ea9fbab2a25 service nova] Lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c0f200a-f894-4438-b758-459466c08484 req-6e21074b-6f12-4407-9086-6ea9fbab2a25 service nova] Lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c0f200a-f894-4438-b758-459466c08484 req-6e21074b-6f12-4407-9086-6ea9fbab2a25 service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] No waiting events found dispatching network-vif-unplugged-aadc9262-91a5-439d-8ef4-44f8e4dcdf42 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c0f200a-f894-4438-b758-459466c08484 req-6e21074b-6f12-4407-9086-6ea9fbab2a25 service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Received event network-vif-unplugged-aadc9262-91a5-439d-8ef4-44f8e4dcdf42 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:37:40 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Instance destroyed successfully.
Nov 23 06:37:40 user nova-compute[74675]: DEBUG nova.objects.instance [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'resources' on Instance uuid 43f15c0e-1e50-4461-8896-e5df8e1caf4b {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:28:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1749492610',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1749492610',id=29,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:28:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='14a640f6dc354a09b5f636d4a59ae0bb',ramdisk_id='',reservation_id='r-rdw8sp3r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-686425922',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:30:15Z,user_data=None,user_id='3cd1fcecda6741ddb5f696c09413098b',uuid=43f15c0e-1e50-4461-8896-e5df8e1caf4b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "address": "fa:16:3e:00:52:bc", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaadc9262-91", "ovs_interfaceid": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converting VIF {"id": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "address": "fa:16:3e:00:52:bc", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaadc9262-91", "ovs_interfaceid": "aadc9262-91a5-439d-8ef4-44f8e4dcdf42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:00:52:bc,bridge_name='br-int',has_traffic_filtering=True,id=aadc9262-91a5-439d-8ef4-44f8e4dcdf42,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaadc9262-91') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG os_vif [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:52:bc,bridge_name='br-int',has_traffic_filtering=True,id=aadc9262-91a5-439d-8ef4-44f8e4dcdf42,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaadc9262-91') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaadc9262-91, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8fc83e0a-f6cb-4ed1-85da-2b3398feac74) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:40 user nova-compute[74675]: INFO os_vif [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:52:bc,bridge_name='br-int',has_traffic_filtering=True,id=aadc9262-91a5-439d-8ef4-44f8e4dcdf42,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaadc9262-91')
Nov 23 06:37:40 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Deleting instance files /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b_del
Nov 23 06:37:41 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Deletion of /opt/stack/data/nova/instances/43f15c0e-1e50-4461-8896-e5df8e1caf4b_del complete
Nov 23 06:37:41 user nova-compute[74675]: INFO nova.compute.manager [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Took 0.66 seconds to destroy the instance on the hypervisor.
Nov 23 06:37:41 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:37:41 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:37:41 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:37:41 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:37:41 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Took 0.38 seconds to deallocate network for instance.
Nov 23 06:37:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:41 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:37:41 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:37:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.235s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:41 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Deleted allocations for instance 43f15c0e-1e50-4461-8896-e5df8e1caf4b
Nov 23 06:37:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-faee6060-8292-4fa0-87bf-32ee8a076d2d tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.455s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:42 user nova-compute[74675]: DEBUG nova.compute.manager [req-628d4dbe-a52c-4e81-9e15-3c8a97e982eb req-ce2ddd5d-ffec-4275-8cb2-ba1ce5a4cc2c service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Received event network-vif-plugged-aadc9262-91a5-439d-8ef4-44f8e4dcdf42 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:37:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-628d4dbe-a52c-4e81-9e15-3c8a97e982eb req-ce2ddd5d-ffec-4275-8cb2-ba1ce5a4cc2c service nova] Acquiring lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-628d4dbe-a52c-4e81-9e15-3c8a97e982eb req-ce2ddd5d-ffec-4275-8cb2-ba1ce5a4cc2c service nova] Lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-628d4dbe-a52c-4e81-9e15-3c8a97e982eb req-ce2ddd5d-ffec-4275-8cb2-ba1ce5a4cc2c service nova] Lock "43f15c0e-1e50-4461-8896-e5df8e1caf4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:42 user nova-compute[74675]: DEBUG nova.compute.manager [req-628d4dbe-a52c-4e81-9e15-3c8a97e982eb req-ce2ddd5d-ffec-4275-8cb2-ba1ce5a4cc2c service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] No waiting events found dispatching network-vif-plugged-aadc9262-91a5-439d-8ef4-44f8e4dcdf42 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:37:42 user nova-compute[74675]: WARNING nova.compute.manager [req-628d4dbe-a52c-4e81-9e15-3c8a97e982eb req-ce2ddd5d-ffec-4275-8cb2-ba1ce5a4cc2c service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Received unexpected event network-vif-plugged-aadc9262-91a5-439d-8ef4-44f8e4dcdf42 for instance with vm_state deleted and task_state None.
Nov 23 06:37:42 user nova-compute[74675]: DEBUG nova.compute.manager [req-628d4dbe-a52c-4e81-9e15-3c8a97e982eb req-ce2ddd5d-ffec-4275-8cb2-ba1ce5a4cc2c service nova] [instance: 43f15c0e-1e50-4461-8896-e5df8e1caf4b] Received event network-vif-deleted-aadc9262-91a5-439d-8ef4-44f8e4dcdf42 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:37:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-92787357-13b2-45b0-ac9d-b8d82704d576 req-dd36b98d-a006-4bf4-98fa-f096bbb5afc0 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received event network-changed-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:37:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-92787357-13b2-45b0-ac9d-b8d82704d576 req-dd36b98d-a006-4bf4-98fa-f096bbb5afc0 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Refreshing instance network info cache due to event network-changed-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:37:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-92787357-13b2-45b0-ac9d-b8d82704d576 req-dd36b98d-a006-4bf4-98fa-f096bbb5afc0 service nova] Acquiring lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:37:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-92787357-13b2-45b0-ac9d-b8d82704d576 req-dd36b98d-a006-4bf4-98fa-f096bbb5afc0 service nova] Acquired lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:37:48 user nova-compute[74675]: DEBUG nova.network.neutron [req-92787357-13b2-45b0-ac9d-b8d82704d576 req-dd36b98d-a006-4bf4-98fa-f096bbb5afc0 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Refreshing network info cache for port 1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:37:49 user nova-compute[74675]: DEBUG nova.network.neutron [req-92787357-13b2-45b0-ac9d-b8d82704d576 req-dd36b98d-a006-4bf4-98fa-f096bbb5afc0 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Updated VIF entry in instance network info cache for port 1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:37:49 user nova-compute[74675]: DEBUG nova.network.neutron [req-92787357-13b2-45b0-ac9d-b8d82704d576 req-dd36b98d-a006-4bf4-98fa-f096bbb5afc0 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Updating instance_info_cache with network_info: [{"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:37:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-92787357-13b2-45b0-ac9d-b8d82704d576 req-dd36b98d-a006-4bf4-98fa-f096bbb5afc0 service nova] Releasing lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:37:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-5f5624f9-540a-4c61-94b4-d66b4057d0ed req-f67f10ef-a78e-4bf7-8478-3440f82f5591 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received event network-changed-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:37:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-5f5624f9-540a-4c61-94b4-d66b4057d0ed req-f67f10ef-a78e-4bf7-8478-3440f82f5591 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Refreshing instance network info cache due to event network-changed-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:37:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5f5624f9-540a-4c61-94b4-d66b4057d0ed req-f67f10ef-a78e-4bf7-8478-3440f82f5591 service nova] Acquiring lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:37:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5f5624f9-540a-4c61-94b4-d66b4057d0ed req-f67f10ef-a78e-4bf7-8478-3440f82f5591 service nova] Acquired lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:37:49 user nova-compute[74675]: DEBUG nova.network.neutron [req-5f5624f9-540a-4c61-94b4-d66b4057d0ed req-f67f10ef-a78e-4bf7-8478-3440f82f5591 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Refreshing network info cache for port 1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:37:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:49 user nova-compute[74675]: INFO nova.compute.manager [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Detaching volume 0a788c84-613a-4461-9a60-b209492c88bf
Nov 23 06:37:49 user nova-compute[74675]: INFO nova.virt.block_device [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Attempting to driver detach volume 0a788c84-613a-4461-9a60-b209492c88bf from mountpoint /dev/vdb
Nov 23 06:37:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Attempting to detach device vdb from instance a68dfa1c-03f1-4190-adce-a63cc8929cf9 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:37:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:37:49 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:37:49 user nova-compute[74675]:   <source dev="/dev/sdf"/>
Nov 23 06:37:49 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:37:49 user nova-compute[74675]:   <serial>0a788c84-613a-4461-9a60-b209492c88bf</serial>
Nov 23 06:37:49 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 23 06:37:49 user nova-compute[74675]: </disk>
Nov 23 06:37:49 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:37:49 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Successfully detached device vdb from instance a68dfa1c-03f1-4190-adce-a63cc8929cf9 from the persistent domain config.
Nov 23 06:37:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a68dfa1c-03f1-4190-adce-a63cc8929cf9 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:37:49 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:37:49 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:37:49 user nova-compute[74675]:   <source dev="/dev/sdf"/>
Nov 23 06:37:49 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:37:49 user nova-compute[74675]:   <serial>0a788c84-613a-4461-9a60-b209492c88bf</serial>
Nov 23 06:37:49 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 23 06:37:49 user nova-compute[74675]: </disk>
Nov 23 06:37:49 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:37:49 user nova-compute[74675]: DEBUG nova.network.neutron [req-5f5624f9-540a-4c61-94b4-d66b4057d0ed req-f67f10ef-a78e-4bf7-8478-3440f82f5591 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Updated VIF entry in instance network info cache for port 1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:37:49 user nova-compute[74675]: DEBUG nova.network.neutron [req-5f5624f9-540a-4c61-94b4-d66b4057d0ed req-f67f10ef-a78e-4bf7-8478-3440f82f5591 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Updating instance_info_cache with network_info: [{"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:37:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5f5624f9-540a-4c61-94b4-d66b4057d0ed req-f67f10ef-a78e-4bf7-8478-3440f82f5591 service nova] Releasing lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:37:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a68dfa1c-03f1-4190-adce-a63cc8929cf9 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:37:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:37:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG nova.objects.instance [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lazy-loading 'flavor' on Instance uuid 6135444f-2bce-4e81-9200-474bd9fe7fac {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:37:58 user nova-compute[74675]: INFO nova.compute.manager [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Attaching volume 6224df8c-02cb-4785-a096-0be1c14fa21b to /dev/vdb
Nov 23 06:37:58 user nova-compute[74675]: DEBUG os_brick.utils [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b931634-2375-464c-a727-5ea90bd5f913]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe19415e-a219-4327-aae4-51d732610a8e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fc455e3-19f6-4abb-a84e-0949bf8529d0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[de3efc19-db01-4689-91f3-f5247132e0a4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:37:58 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:37:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[525b48b0-6364-4fc5-a141-ff617d1cf8cf]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG os_brick.utils [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:37:58 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updating existing volume attachment record: 1075344a-2ab1-478d-9265-e6820c50d568 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:38:00 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:38:00 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:38:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:00 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:38:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vdc) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:38:00 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:38:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:02 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:38:02 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:38:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8416MB free_disk=25.255020141601562GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:38:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:38:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:38:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance a68dfa1c-03f1-4190-adce-a63cc8929cf9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:38:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 6135444f-2bce-4e81-9200-474bd9fe7fac actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:38:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance abca82b9-f498-49e1-900c-505792bde9f2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:38:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:38:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:38:02 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:38:02 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:38:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:38:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.352s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:04 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:38:04 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:38:04 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:38:04 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GquloSIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:38:05 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:38:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:38:05 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:38:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:38:05 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c729b19-fd01-47e1-97ce-c21c951dd4c0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:38:05 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b431cde5-9cce-42ff-ac0c-4f1e6a417796]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b] added
Nov 23 06:38:05 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[25e15c61-7362-4327-83be-916b496eab08]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7413fa91-123c-4af2-ac12-136150d11a6d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GquloSIi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GquloSIi" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[692bbe24-3bb5-44f8-adc7-93e38dc00ef7]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GquloSIi'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.115s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0be8e39-ff8b-4402-a3e5-880b6fa91245]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7544bcb-a1aa-4162-bf45-7051df82c2df]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:05 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:38:05 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:05 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:05 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:38:05 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:05 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:38:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --login" returned: 0 in 1.079s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[986c6067-c1f8-459d-a942-752f8c46c843]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260]
Nov 23 06:38:06 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260] successful.
Nov 23 06:38:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8d721e1-7a76-4e30-99b3-11eb8f26ca74]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfbf8486-7d80-4091-ad7e-063b629400e9]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:06 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:38:06 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:06 user nova-compute[74675]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:38:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:06 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:38:06 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:06 user nova-compute[74675]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:38:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.429s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] HCTL ('34', '-', '-', 0) found on session 48 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3335ffc8-7038-44a5-974a-6d816a847bf3]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Searching for a device in session 48 and hctl ['34', '*', '*', 0] yield: None {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Updating instance_info_cache with network_info: [{"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-a68dfa1c-03f1-4190-adce-a63cc8929cf9" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:38:06 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:38:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Searching for a device in session 48 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:38:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GquloSIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:38:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.462s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:38:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] <== connect_volume: return (2465ms) {'type': 'block', 'scsi_wwn': '23365306239343566', 'path': '/dev/sdc'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:38:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23365306239343566', 'path': '/dev/sdc'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:38:07 user nova-compute[74675]: DEBUG nova.objects.instance [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lazy-loading 'flavor' on Instance uuid 6135444f-2bce-4e81-9200-474bd9fe7fac {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:38:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:38:07 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:38:07 user nova-compute[74675]:   <source dev="/dev/sdc"/>
Nov 23 06:38:07 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:38:07 user nova-compute[74675]:   <serial>6224df8c-02cb-4785-a096-0be1c14fa21b</serial>
Nov 23 06:38:07 user nova-compute[74675]: </disk>
Nov 23 06:38:07 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:38:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:38:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:38:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] No VIF found with MAC fa:16:3e:9b:8c:8a, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:38:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b7d030a8-30f5-4664-a534-3ad4e2a65c99 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.533s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Stashing vm_state: active {{(pid=74675) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 23 06:38:10 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a68dfa1c-03f1-4190-adce-a63cc8929cf9 is timed out.
Nov 23 06:38:10 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Successfully detached device vdb from instance a68dfa1c-03f1-4190-adce-a63cc8929cf9 from the live domain config.
Nov 23 06:38:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jtVKPQiu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:38:10 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:38:10 user nova-compute[74675]: INFO nova.compute.claims [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Claim successful on node user
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[61521bce-f2c7-419a-ac63-a05cfc0f1911]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:38:10 user nova-compute[74675]: No targets found.
Nov 23 06:38:10 user nova-compute[74675]: iSNS:
Nov 23 06:38:10 user nova-compute[74675]: No targets found.
Nov 23 06:38:10 user nova-compute[74675]: STATIC:
Nov 23 06:38:10 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:38:10 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:38:10 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:38:10 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf
Nov 23 06:38:10 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:38:10 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:38:10 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6
Nov 23 06:38:10 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:38:10 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:38:10 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b
Nov 23 06:38:10 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:38:10 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:38:10 user nova-compute[74675]: FIRMWARE:
Nov 23 06:38:10 user nova-compute[74675]: No targets found.
Nov 23 06:38:10 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:38:10 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:38:10 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cc66e59-a64e-49c8-8ed1-55dfeeda20b3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:10 user nova-compute[74675]: INFO nova.compute.resource_tracker [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updating resource usage from migration d90d3bab-ca7a-43c9-a187-ec9336dead2f
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d1ab5cf-7f78-45dc-89b8-53f3d62f49f9]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:10 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:38:10 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:10 user nova-compute[74675]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:38:10 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:10 user nova-compute[74675]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf (non-flash)
Nov 23 06:38:10 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:10 user nova-compute[74675]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:38:10 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683d20e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf'): ({'sdf'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Removing single pathed devices sdf {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[45e090b9-f52a-469b-bbfe-59992d8c9c1b]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f75d5f9-6aa3-4a7b-904e-25564119c937]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Flushing IO for device /dev/sdf {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[110076c7-f7c0-4f3b-9e6d-b5f54b87a892]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.035s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed161508-dd6b-4e1a-893b-992460cab860]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] SCSI volumes sdf have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1e94b07-e9d2-408d-b104-e079773573fd]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[db4d9448-fad5-49c1-8e5e-f9ca0d8a69f4]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf, portal: 172.16.0.220,3260]
Nov 23 06:38:10 user nova-compute[74675]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf, portal: 172.16.0.220,3260] successful.
Nov 23 06:38:10 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.304s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:10 user nova-compute[74675]: INFO nova.compute.manager [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Migrating
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a788c84-613a-4461-9a60-b209492c88bf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1cd1a8e-bb42-4325-9f84-3fc2f390dd60]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.333s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] <== disconnect_volume: return (334ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquired lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:38:10 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updating instance_info_cache with network_info: [{"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Releasing lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Starting migrate_disk_and_power_off {{(pid=74675) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG nova.objects.instance [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lazy-loading 'flavor' on Instance uuid a68dfa1c-03f1-4190-adce-a63cc8929cf9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-4914cee8-8b8b-4f26-b406-b3f196677c00 req-5917af7a-6c1d-434d-a745-7c6092e752c5 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received event network-vif-unplugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4914cee8-8b8b-4f26-b406-b3f196677c00 req-5917af7a-6c1d-434d-a745-7c6092e752c5 service nova] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4914cee8-8b8b-4f26-b406-b3f196677c00 req-5917af7a-6c1d-434d-a745-7c6092e752c5 service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4914cee8-8b8b-4f26-b406-b3f196677c00 req-5917af7a-6c1d-434d-a745-7c6092e752c5 service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-4914cee8-8b8b-4f26-b406-b3f196677c00 req-5917af7a-6c1d-434d-a745-7c6092e752c5 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] No waiting events found dispatching network-vif-unplugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:38:11 user nova-compute[74675]: WARNING nova.compute.manager [req-4914cee8-8b8b-4f26-b406-b3f196677c00 req-5917af7a-6c1d-434d-a745-7c6092e752c5 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received unexpected event network-vif-unplugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 for instance with vm_state active and task_state resize_migrating.
Nov 23 06:38:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b7408f9-3310-4ef3-8ad8-2f73863d78d1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.820s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Instance destroyed successfully.
Nov 23 06:38:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:35:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1415444062',display_name='tempest-ServerActionsTestOtherB-server-1415444062',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1415444062',id=39,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE6uqPMdPJM4RVBZHbSxiQsK2r8cP6mpay/BDT943sAFteDz1FmIIVxuNWXFcowS8e8gNufrguDWf8nh3EGXvGFViLjMcFlcO1XyZECFB/5RVER4RpVyKvjbN9hPl6mUdg==',key_name='tempest-keypair-524988022',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:35:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='500fe1b34bc94e61af7cd26a8b902fcb',ramdisk_id='',reservation_id='r-7d65820o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1715949938',owner_user_name='tempest-ServerActionsTestOtherB-1715949938-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:38:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='735d26d8543c4c86a990ecf51dd7d883',uuid=6135444f-2bce-4e81-9200-474bd9fe7fac,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1310214610-network", "vif_mac": "fa:16:3e:9b:8c:8a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converting VIF {"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1310214610-network", "vif_mac": "fa:16:3e:9b:8c:8a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG os_vif [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7c4689fb-06, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e8e18107-90cf-405d-9d34-4f5d7d989c47) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:11 user nova-compute[74675]: INFO os_vif [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06')
Nov 23 06:38:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GquloSIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:38:11 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:38:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a7633b2-3d5f-40f0-841b-1c96583c1a8c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:38:11 user nova-compute[74675]: No targets found.
Nov 23 06:38:11 user nova-compute[74675]: iSNS:
Nov 23 06:38:11 user nova-compute[74675]: No targets found.
Nov 23 06:38:11 user nova-compute[74675]: STATIC:
Nov 23 06:38:11 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:38:11 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:38:11 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:38:11 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6
Nov 23 06:38:11 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:38:11 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:38:11 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b
Nov 23 06:38:11 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:38:11 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:38:11 user nova-compute[74675]: FIRMWARE:
Nov 23 06:38:11 user nova-compute[74675]: No targets found.
Nov 23 06:38:11 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:38:11 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:38:11 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[95e9eec6-cd2f-41ba-b6c8-b897f27f0d2d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[00f1cb58-c841-4ad0-8e46-cdb3c0d3e9d8]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:12 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:12 user nova-compute[74675]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:38:12 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:12 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:12 user nova-compute[74675]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:38:12 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac6822aa70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b'): ({'sdc'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Removing single pathed devices sdc {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[925a5fb0-797a-4940-85e5-136b9a949190]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2045e0e-2e70-4bb8-9582-c05d04c9468d]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Flushing IO for device /dev/sdc {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[01c84389-6e92-4c65-a91b-27df9df5cc66]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ef12762-6edb-4e88-ae3c-b0ade447d073]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ea106e4-a986-4b61-baf3-56e56fe4a802]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6f01a8f-d26d-4a74-9a7b-8d56bc19769f]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260]
Nov 23 06:38:12 user nova-compute[74675]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260] successful.
Nov 23 06:38:12 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3456df0f-7106-4d0f-af41-eb01140fc02e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.335s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] <== disconnect_volume: return (336ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG nova.compute.manager [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:38:12 user nova-compute[74675]: INFO nova.compute.claims [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Claim successful on node user
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac_resize/disk /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CMD "cp -r /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac_resize/disk /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk" returned: 0 in 0.245s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac_resize/disk.info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk.info {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CMD "cp -r /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac_resize/disk.info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk.info" returned: 0 in 0.045s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:38:12 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.485s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG nova.network.neutron [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:38:13 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:38:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG nova.policy [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95ec05ee74eb40d0a92a6b005394e149', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16ae3d4c42f64e4cba5b09935e927c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:38:13 user nova-compute[74675]: INFO nova.virt.block_device [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Booting with volume c99633f6-3083-45ff-8eea-a028c04c428e at /dev/vda
Nov 23 06:38:13 user nova-compute[74675]: DEBUG os_brick.utils [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[95fb032a-66bc-4082-ad2f-f02c8dba8e86]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a130540b-dd4e-4bdd-ae87-0c63713e6eb8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[84586a8e-63a9-400e-b3ad-b4d5d30bb606]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[693432eb-5efa-414a-b862-0ed309b91e5b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:38:13 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[51aab6fd-3bc0-44cc-a3bb-4cf455114449]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG os_brick.utils [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Updating existing volume attachment record: 91fdcff7-6107-4ac0-b484-b2bc5c58eafe {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c8ff94d-e9aa-4ea1-9436-0eb93f2cf4e3 req-adac9763-3375-4eb0-810f-3a3968c7c382 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c8ff94d-e9aa-4ea1-9436-0eb93f2cf4e3 req-adac9763-3375-4eb0-810f-3a3968c7c382 service nova] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c8ff94d-e9aa-4ea1-9436-0eb93f2cf4e3 req-adac9763-3375-4eb0-810f-3a3968c7c382 service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c8ff94d-e9aa-4ea1-9436-0eb93f2cf4e3 req-adac9763-3375-4eb0-810f-3a3968c7c382 service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c8ff94d-e9aa-4ea1-9436-0eb93f2cf4e3 req-adac9763-3375-4eb0-810f-3a3968c7c382 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] No waiting events found dispatching network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:38:13 user nova-compute[74675]: WARNING nova.compute.manager [req-2c8ff94d-e9aa-4ea1-9436-0eb93f2cf4e3 req-adac9763-3375-4eb0-810f-3a3968c7c382 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received unexpected event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 for instance with vm_state active and task_state resize_migrating.
Nov 23 06:38:13 user nova-compute[74675]: DEBUG nova.network.neutron [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Successfully created port: 4179c361-229d-46e3-a92f-5c01634ec639 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:38:13 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Port 7c4689fb-06a2-4033-be46-adbd344ee9a6 binding to destination host user is already ACTIVE {{(pid=74675) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquired lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG nova.network.neutron [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Successfully updated port: 4179c361-229d-46e3-a92f-5c01634ec639 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "refresh_cache-ce09cb0f-ba50-4979-b8d7-79e47ea76880" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquired lock "refresh_cache-ce09cb0f-ba50-4979-b8d7-79e47ea76880" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG nova.network.neutron [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-ba7244cd-6598-4d73-b8b6-e07b3e4b7716 req-d86f5ebc-62df-4228-8750-917d3be995c7 service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Received event network-changed-4179c361-229d-46e3-a92f-5c01634ec639 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-ba7244cd-6598-4d73-b8b6-e07b3e4b7716 req-d86f5ebc-62df-4228-8750-917d3be995c7 service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Refreshing instance network info cache due to event network-changed-4179c361-229d-46e3-a92f-5c01634ec639. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ba7244cd-6598-4d73-b8b6-e07b3e4b7716 req-d86f5ebc-62df-4228-8750-917d3be995c7 service nova] Acquiring lock "refresh_cache-ce09cb0f-ba50-4979-b8d7-79e47ea76880" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG nova.network.neutron [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG nova.network.neutron [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Updating instance_info_cache with network_info: [{"id": "4179c361-229d-46e3-a92f-5c01634ec639", "address": "fa:16:3e:af:95:05", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4179c361-22", "ovs_interfaceid": "4179c361-229d-46e3-a92f-5c01634ec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Releasing lock "refresh_cache-ce09cb0f-ba50-4979-b8d7-79e47ea76880" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG nova.compute.manager [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Instance network_info: |[{"id": "4179c361-229d-46e3-a92f-5c01634ec639", "address": "fa:16:3e:af:95:05", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4179c361-22", "ovs_interfaceid": "4179c361-229d-46e3-a92f-5c01634ec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ba7244cd-6598-4d73-b8b6-e07b3e4b7716 req-d86f5ebc-62df-4228-8750-917d3be995c7 service nova] Acquired lock "refresh_cache-ce09cb0f-ba50-4979-b8d7-79e47ea76880" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:38:14 user nova-compute[74675]: DEBUG nova.network.neutron [req-ba7244cd-6598-4d73-b8b6-e07b3e4b7716 req-d86f5ebc-62df-4228-8750-917d3be995c7 service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Refreshing network info cache for port 4179c361-229d-46e3-a92f-5c01634ec639 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updating instance_info_cache with network_info: [{"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Releasing lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG os_brick.utils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc5dc9c8-4528-4b1a-867c-a80079c137f9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[afe21543-428e-4c7d-9024-1ff506011c13]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb84a561-b99e-4968-9ece-e6af346b2440]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3101471-3b93-49f4-954a-b00954ccf654]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:38:15 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[adf6a14f-24f9-461d-b0f5-828fef2079b9]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG os_brick.utils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG nova.network.neutron [req-ba7244cd-6598-4d73-b8b6-e07b3e4b7716 req-d86f5ebc-62df-4228-8750-917d3be995c7 service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Updated VIF entry in instance network info cache for port 4179c361-229d-46e3-a92f-5c01634ec639. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG nova.network.neutron [req-ba7244cd-6598-4d73-b8b6-e07b3e4b7716 req-d86f5ebc-62df-4228-8750-917d3be995c7 service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Updating instance_info_cache with network_info: [{"id": "4179c361-229d-46e3-a92f-5c01634ec639", "address": "fa:16:3e:af:95:05", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4179c361-22", "ovs_interfaceid": "4179c361-229d-46e3-a92f-5c01634ec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:38:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ba7244cd-6598-4d73-b8b6-e07b3e4b7716 req-d86f5ebc-62df-4228-8750-917d3be995c7 service nova] Releasing lock "refresh_cache-ce09cb0f-ba50-4979-b8d7-79e47ea76880" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:38:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.compute.manager [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:38:20 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Creating image(s)
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Ensure instance console log exists: /opt/stack/data/nova/instances/ce09cb0f-ba50-4979-b8d7-79e47ea76880/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Start _get_guest_xml network_info=[{"id": "4179c361-229d-46e3-a92f-5c01634ec639", "address": "fa:16:3e:af:95:05", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4179c361-22", "ovs_interfaceid": "4179c361-229d-46e3-a92f-5c01634ec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hPdrfTXC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ce09cb0f-ba50-4979-b8d7-79e47ea76880', 'attached_at': '', 'detached_at': '', 'volume_id': 'c99633f6-3083-45ff-8eea-a028c04c428e', 'serial': 'c99633f6-3083-45ff-8eea-a028c04c428e'}, 'attachment_id': '91fdcff7-6107-4ac0-b484-b2bc5c58eafe', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:38:20 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:38:20 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hPdrfTXC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:38:20 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:38:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:38:20 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:38:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:38:20 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:38:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1fcceed-e7bc-4c80-a6c6-e05015624552]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:38:20 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[66a4899b-b150-4a58-acde-b8544d957cd4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e] added
Nov 23 06:38:21 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cd55fee-960c-4ff0-9af6-b053a6dae4e0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[144860b7-73ec-44be-9865-2b34c92da292]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hPdrfTXC {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hPdrfTXC" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d5c446c-06de-4526-903d-c90d3c22521c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hPdrfTXC'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e3b697a-77a7-4452-b732-677c9195c6d5]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[706f7357-7ef2-4c2c-ab99-4a92ce123cdf]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:21 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:21 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:21 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:21 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddb3293e-57b2-40e6-85f5-36946f738832]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e, portal: 172.16.0.220,3260]
Nov 23 06:38:21 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e, portal: 172.16.0.220,3260] successful.
Nov 23 06:38:21 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f378a94b-520f-46a3-9dd2-e0bd55d039c0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0672c8f2-81c3-49e7-a812-a1101bac1754]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:21 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:21 user nova-compute[74675]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:38:21 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:21 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:21 user nova-compute[74675]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:38:21 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] HCTL ('34', '-', '-', 0) found on session 49 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bad76dc7-10af-4a88-8b0f-8198d1565e2a]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching for a device in session 49 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hPdrfTXC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Starting finish_migration {{(pid=74675) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Instance directory exists: not creating {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 23 06:38:21 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Creating image(s)
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk. size=21474836480 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk 21474836480 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk 21474836480" returned: 0 in 0.043s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Ensure instance console log exists: /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Start _get_guest_xml network_info=[{"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1310214610-network", "vif_mac": "fa:16:3e:9b:8c:8a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GquloSIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '6135444f-2bce-4e81-9200-474bd9fe7fac', 'attached_at': '2023-11-23T06:38:21.000000', 'detached_at': '', 'volume_id': '6224df8c-02cb-4785-a096-0be1c14fa21b', 'serial': '6224df8c-02cb-4785-a096-0be1c14fa21b'}, 'attachment_id': '21d7db21-740b-4c2a-9642-6cd06ed8b70b', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:38:22 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:38:22 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GquloSIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:38:22 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '23936326662353837', 'path': '/dev/sdc'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23936326662353837', 'path': '/dev/sdc'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.180s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:38:22 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:38:22 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[88d892b2-370e-4363-9247-647282208a0b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:38:22 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-2024402968',display_name='tempest-TestVolumeBootPattern-server-2024402968',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-2024402968',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF/SNtPKTcl5W/IG5fvOcXNGrA1GA39/aT6SxyH/Fu2st3mY+UNmLIwFymR+gE85Mxq4pRcczYCQolC1m2kQ+0kYqOpI9lMK5V69gp4wJmLUj6qPIpzh/sPECN9kbwqRCQ==',key_name='tempest-TestVolumeBootPattern-2100987248',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-75ltsy7t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:38:13Z,user_data=None,user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=ce09cb0f-ba50-4979-b8d7-79e47ea76880,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4179c361-229d-46e3-a92f-5c01634ec639", "address": "fa:16:3e:af:95:05", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4179c361-22", "ovs_interfaceid": "4179c361-229d-46e3-a92f-5c01634ec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "4179c361-229d-46e3-a92f-5c01634ec639", "address": "fa:16:3e:af:95:05", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4179c361-22", "ovs_interfaceid": "4179c361-229d-46e3-a92f-5c01634ec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:af:95:05,bridge_name='br-int',has_traffic_filtering=True,id=4179c361-229d-46e3-a92f-5c01634ec639,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4179c361-22') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.objects.instance [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lazy-loading 'pci_devices' on Instance uuid ce09cb0f-ba50-4979-b8d7-79e47ea76880 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:38:22 user nova-compute[74675]:   <uuid>ce09cb0f-ba50-4979-b8d7-79e47ea76880</uuid>
Nov 23 06:38:22 user nova-compute[74675]:   <name>instance-00000028</name>
Nov 23 06:38:22 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:38:22 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:38:22 user nova-compute[74675]:   <metadata>
Nov 23 06:38:22 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:38:22 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:38:22 user nova-compute[74675]:       <nova:name>tempest-TestVolumeBootPattern-server-2024402968</nova:name>
Nov 23 06:38:22 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:38:20</nova:creationTime>
Nov 23 06:38:22 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:38:22 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:38:22 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:38:22 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:38:22 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:38:22 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:38:22 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:38:22 user nova-compute[74675]:       <nova:owner>
Nov 23 06:38:22 user nova-compute[74675]:         <nova:user uuid="95ec05ee74eb40d0a92a6b005394e149">tempest-TestVolumeBootPattern-1164061839-project-member</nova:user>
Nov 23 06:38:22 user nova-compute[74675]:         <nova:project uuid="16ae3d4c42f64e4cba5b09935e927c47">tempest-TestVolumeBootPattern-1164061839</nova:project>
Nov 23 06:38:22 user nova-compute[74675]:       </nova:owner>
Nov 23 06:38:22 user nova-compute[74675]:       <nova:ports>
Nov 23 06:38:22 user nova-compute[74675]:         <nova:port uuid="4179c361-229d-46e3-a92f-5c01634ec639">
Nov 23 06:38:22 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 23 06:38:22 user nova-compute[74675]:         </nova:port>
Nov 23 06:38:22 user nova-compute[74675]:       </nova:ports>
Nov 23 06:38:22 user nova-compute[74675]:     </nova:instance>
Nov 23 06:38:22 user nova-compute[74675]:   </metadata>
Nov 23 06:38:22 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:38:22 user nova-compute[74675]:     <system>
Nov 23 06:38:22 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:38:22 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:38:22 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:38:22 user nova-compute[74675]:       <entry name="serial">ce09cb0f-ba50-4979-b8d7-79e47ea76880</entry>
Nov 23 06:38:22 user nova-compute[74675]:       <entry name="uuid">ce09cb0f-ba50-4979-b8d7-79e47ea76880</entry>
Nov 23 06:38:22 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:38:22 user nova-compute[74675]:     </system>
Nov 23 06:38:22 user nova-compute[74675]:   </sysinfo>
Nov 23 06:38:22 user nova-compute[74675]:   <os>
Nov 23 06:38:22 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:38:22 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:38:22 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:38:22 user nova-compute[74675]:   </os>
Nov 23 06:38:22 user nova-compute[74675]:   <features>
Nov 23 06:38:22 user nova-compute[74675]:     <acpi/>
Nov 23 06:38:22 user nova-compute[74675]:     <apic/>
Nov 23 06:38:22 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:38:22 user nova-compute[74675]:   </features>
Nov 23 06:38:22 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:38:22 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:38:22 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:38:22 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:38:22 user nova-compute[74675]:   </clock>
Nov 23 06:38:22 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:38:22 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:38:22 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:38:22 user nova-compute[74675]:   </cpu>
Nov 23 06:38:22 user nova-compute[74675]:   <devices>
Nov 23 06:38:22 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:38:22 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:38:22 user nova-compute[74675]:       <source dev="/dev/sdc"/>
Nov 23 06:38:22 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:38:22 user nova-compute[74675]:       <serial>c99633f6-3083-45ff-8eea-a028c04c428e</serial>
Nov 23 06:38:22 user nova-compute[74675]:     </disk>
Nov 23 06:38:22 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:38:22 user nova-compute[74675]:       <mac address="fa:16:3e:af:95:05"/>
Nov 23 06:38:22 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:38:22 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:38:22 user nova-compute[74675]:       <target dev="tap4179c361-22"/>
Nov 23 06:38:22 user nova-compute[74675]:     </interface>
Nov 23 06:38:22 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:38:22 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/ce09cb0f-ba50-4979-b8d7-79e47ea76880/console.log" append="off"/>
Nov 23 06:38:22 user nova-compute[74675]:     </serial>
Nov 23 06:38:22 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:38:22 user nova-compute[74675]:     <video>
Nov 23 06:38:22 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:38:22 user nova-compute[74675]:     </video>
Nov 23 06:38:22 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:38:22 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:38:22 user nova-compute[74675]:     </rng>
Nov 23 06:38:22 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:38:22 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:38:22 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:38:22 user nova-compute[74675]:     </memballoon>
Nov 23 06:38:22 user nova-compute[74675]:   </devices>
Nov 23 06:38:22 user nova-compute[74675]: </domain>
Nov 23 06:38:22 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-2024402968',display_name='tempest-TestVolumeBootPattern-server-2024402968',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-2024402968',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF/SNtPKTcl5W/IG5fvOcXNGrA1GA39/aT6SxyH/Fu2st3mY+UNmLIwFymR+gE85Mxq4pRcczYCQolC1m2kQ+0kYqOpI9lMK5V69gp4wJmLUj6qPIpzh/sPECN9kbwqRCQ==',key_name='tempest-TestVolumeBootPattern-2100987248',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-75ltsy7t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:38:13Z,user_data=None,user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=ce09cb0f-ba50-4979-b8d7-79e47ea76880,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4179c361-229d-46e3-a92f-5c01634ec639", "address": "fa:16:3e:af:95:05", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4179c361-22", "ovs_interfaceid": "4179c361-229d-46e3-a92f-5c01634ec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "4179c361-229d-46e3-a92f-5c01634ec639", "address": "fa:16:3e:af:95:05", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4179c361-22", "ovs_interfaceid": "4179c361-229d-46e3-a92f-5c01634ec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:af:95:05,bridge_name='br-int',has_traffic_filtering=True,id=4179c361-229d-46e3-a92f-5c01634ec639,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4179c361-22') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_vif [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:95:05,bridge_name='br-int',has_traffic_filtering=True,id=4179c361-229d-46e3-a92f-5c01634ec639,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4179c361-22') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[daf79f63-2494-4121-9c0f-193ab8c53081]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b] added
Nov 23 06:38:22 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '852ea5fc-20a5-5415-87be-43b3c7f9a4e1', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4179c361-22, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4179c361-22, col_values=(('qos', UUID('61f35515-f5da-4f0b-8798-b1587a870de0')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4179c361-22, col_values=(('external_ids', {'iface-id': '4179c361-229d-46e3-a92f-5c01634ec639', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:af:95:05', 'vm-uuid': 'ce09cb0f-ba50-4979-b8d7-79e47ea76880'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:22 user nova-compute[74675]: INFO os_vif [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:95:05,bridge_name='br-int',has_traffic_filtering=True,id=4179c361-229d-46e3-a92f-5c01634ec639,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4179c361-22')
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed34834d-ee75-497f-ab17-f526ad10b8ab]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a42ba8a8-c20f-4f7b-b615-b194c003f287]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GquloSIi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GquloSIi" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[32adda45-cf24-4ad2-b248-16c06102f44f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GquloSIi'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] No VIF found with MAC fa:16:3e:af:95:05, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2774eae3-525c-463a-aa64-7b189e00a500]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4365c51-65f7-4982-bdc0-474438465c4c]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:22 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:22 user nova-compute[74675]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:38:22 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:22 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:22 user nova-compute[74675]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:38:22 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[43edc795-cde1-4f4f-ae68-dc0246b653df]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260]
Nov 23 06:38:22 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260] successful.
Nov 23 06:38:22 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ddcad1a-ab76-4bbb-815b-b2c7eda1cdab]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c451a3c-6170-4ac1-969a-933afbb474fd]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:22 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:22 user nova-compute[74675]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:38:22 user nova-compute[74675]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:38:22 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:22 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:22 user nova-compute[74675]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:38:22 user nova-compute[74675]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:38:22 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.300s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] HCTL ('35', '-', '-', 0) found on session 50 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cbaefb6-3afd-4ad9-8804-61adc9d8a088]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:22 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Searching for a device in session 50 and hctl ['35', '*', '*', 0] yield: None {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Searching for a device in session 50 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GquloSIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] <== connect_volume: return (1509ms) {'type': 'block', 'scsi_wwn': '23365306239343566', 'path': '/dev/sdd'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23365306239343566', 'path': '/dev/sdd'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:35:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1415444062',display_name='tempest-ServerActionsTestOtherB-server-1415444062',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1415444062',id=39,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE6uqPMdPJM4RVBZHbSxiQsK2r8cP6mpay/BDT943sAFteDz1FmIIVxuNWXFcowS8e8gNufrguDWf8nh3EGXvGFViLjMcFlcO1XyZECFB/5RVER4RpVyKvjbN9hPl6mUdg==',key_name='tempest-keypair-524988022',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:35:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='500fe1b34bc94e61af7cd26a8b902fcb',ramdisk_id='',reservation_id='r-7d65820o',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1715949938',owner_user_name='tempest-ServerActionsTestOtherB-1715949938-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:38:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='735d26d8543c4c86a990ecf51dd7d883',uuid=6135444f-2bce-4e81-9200-474bd9fe7fac,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1310214610-network", "vif_mac": "fa:16:3e:9b:8c:8a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converting VIF {"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1310214610-network", "vif_mac": "fa:16:3e:9b:8c:8a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:38:23 user nova-compute[74675]:   <uuid>6135444f-2bce-4e81-9200-474bd9fe7fac</uuid>
Nov 23 06:38:23 user nova-compute[74675]:   <name>instance-00000027</name>
Nov 23 06:38:23 user nova-compute[74675]:   <memory>2097152</memory>
Nov 23 06:38:23 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:38:23 user nova-compute[74675]:   <metadata>
Nov 23 06:38:23 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:38:23 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:38:23 user nova-compute[74675]:       <nova:name>tempest-ServerActionsTestOtherB-server-1415444062</nova:name>
Nov 23 06:38:23 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:38:22</nova:creationTime>
Nov 23 06:38:23 user nova-compute[74675]:       <nova:flavor name="m1.small">
Nov 23 06:38:23 user nova-compute[74675]:         <nova:memory>2048</nova:memory>
Nov 23 06:38:23 user nova-compute[74675]:         <nova:disk>20</nova:disk>
Nov 23 06:38:23 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:38:23 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:38:23 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:38:23 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:38:23 user nova-compute[74675]:       <nova:owner>
Nov 23 06:38:23 user nova-compute[74675]:         <nova:user uuid="735d26d8543c4c86a990ecf51dd7d883">tempest-ServerActionsTestOtherB-1715949938-project-member</nova:user>
Nov 23 06:38:23 user nova-compute[74675]:         <nova:project uuid="500fe1b34bc94e61af7cd26a8b902fcb">tempest-ServerActionsTestOtherB-1715949938</nova:project>
Nov 23 06:38:23 user nova-compute[74675]:       </nova:owner>
Nov 23 06:38:23 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:38:23 user nova-compute[74675]:       <nova:ports>
Nov 23 06:38:23 user nova-compute[74675]:         <nova:port uuid="7c4689fb-06a2-4033-be46-adbd344ee9a6">
Nov 23 06:38:23 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 23 06:38:23 user nova-compute[74675]:         </nova:port>
Nov 23 06:38:23 user nova-compute[74675]:       </nova:ports>
Nov 23 06:38:23 user nova-compute[74675]:     </nova:instance>
Nov 23 06:38:23 user nova-compute[74675]:   </metadata>
Nov 23 06:38:23 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:38:23 user nova-compute[74675]:     <system>
Nov 23 06:38:23 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:38:23 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:38:23 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:38:23 user nova-compute[74675]:       <entry name="serial">6135444f-2bce-4e81-9200-474bd9fe7fac</entry>
Nov 23 06:38:23 user nova-compute[74675]:       <entry name="uuid">6135444f-2bce-4e81-9200-474bd9fe7fac</entry>
Nov 23 06:38:23 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:38:23 user nova-compute[74675]:     </system>
Nov 23 06:38:23 user nova-compute[74675]:   </sysinfo>
Nov 23 06:38:23 user nova-compute[74675]:   <os>
Nov 23 06:38:23 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:38:23 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:38:23 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:38:23 user nova-compute[74675]:   </os>
Nov 23 06:38:23 user nova-compute[74675]:   <features>
Nov 23 06:38:23 user nova-compute[74675]:     <acpi/>
Nov 23 06:38:23 user nova-compute[74675]:     <apic/>
Nov 23 06:38:23 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:38:23 user nova-compute[74675]:   </features>
Nov 23 06:38:23 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:38:23 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:38:23 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:38:23 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:38:23 user nova-compute[74675]:   </clock>
Nov 23 06:38:23 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:38:23 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:38:23 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:38:23 user nova-compute[74675]:   </cpu>
Nov 23 06:38:23 user nova-compute[74675]:   <devices>
Nov 23 06:38:23 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:38:23 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:38:23 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk"/>
Nov 23 06:38:23 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:38:23 user nova-compute[74675]:     </disk>
Nov 23 06:38:23 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:38:23 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:38:23 user nova-compute[74675]:       <source dev="/dev/sdd"/>
Nov 23 06:38:23 user nova-compute[74675]:       <target dev="vdb" bus="virtio"/>
Nov 23 06:38:23 user nova-compute[74675]:       <serial>6224df8c-02cb-4785-a096-0be1c14fa21b</serial>
Nov 23 06:38:23 user nova-compute[74675]:     </disk>
Nov 23 06:38:23 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:38:23 user nova-compute[74675]:       <mac address="fa:16:3e:9b:8c:8a"/>
Nov 23 06:38:23 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:38:23 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:38:23 user nova-compute[74675]:       <target dev="tap7c4689fb-06"/>
Nov 23 06:38:23 user nova-compute[74675]:     </interface>
Nov 23 06:38:23 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:38:23 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/console.log" append="off"/>
Nov 23 06:38:23 user nova-compute[74675]:     </serial>
Nov 23 06:38:23 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:38:23 user nova-compute[74675]:     <video>
Nov 23 06:38:23 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:38:23 user nova-compute[74675]:     </video>
Nov 23 06:38:23 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:38:23 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:38:23 user nova-compute[74675]:     </rng>
Nov 23 06:38:23 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:38:23 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:38:23 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:38:23 user nova-compute[74675]:     </memballoon>
Nov 23 06:38:23 user nova-compute[74675]:   </devices>
Nov 23 06:38:23 user nova-compute[74675]: </domain>
Nov 23 06:38:23 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:35:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1415444062',display_name='tempest-ServerActionsTestOtherB-server-1415444062',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1415444062',id=39,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE6uqPMdPJM4RVBZHbSxiQsK2r8cP6mpay/BDT943sAFteDz1FmIIVxuNWXFcowS8e8gNufrguDWf8nh3EGXvGFViLjMcFlcO1XyZECFB/5RVER4RpVyKvjbN9hPl6mUdg==',key_name='tempest-keypair-524988022',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:35:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='500fe1b34bc94e61af7cd26a8b902fcb',ramdisk_id='',reservation_id='r-7d65820o',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1715949938',owner_user_name='tempest-ServerActionsTestOtherB-1715949938-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:38:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='735d26d8543c4c86a990ecf51dd7d883',uuid=6135444f-2bce-4e81-9200-474bd9fe7fac,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1310214610-network", "vif_mac": "fa:16:3e:9b:8c:8a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converting VIF {"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1310214610-network", "vif_mac": "fa:16:3e:9b:8c:8a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG os_vif [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '83e1930e-aeb3-5957-811f-badc57dc2e52', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7c4689fb-06, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7c4689fb-06, col_values=(('qos', UUID('c0719f01-c42e-448c-80ae-f553d14eb96b')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7c4689fb-06, col_values=(('external_ids', {'iface-id': '7c4689fb-06a2-4033-be46-adbd344ee9a6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9b:8c:8a', 'vm-uuid': '6135444f-2bce-4e81-9200-474bd9fe7fac'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:23 user nova-compute[74675]: INFO os_vif [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06')
Nov 23 06:38:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] No VIF found with MAC fa:16:3e:9b:8c:8a, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-f3462b80-ce98-4807-98ca-1572321eefff req-f2910350-0dad-470d-ad29-b3dbb1d43424 service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Received event network-vif-plugged-4179c361-229d-46e3-a92f-5c01634ec639 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f3462b80-ce98-4807-98ca-1572321eefff req-f2910350-0dad-470d-ad29-b3dbb1d43424 service nova] Acquiring lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f3462b80-ce98-4807-98ca-1572321eefff req-f2910350-0dad-470d-ad29-b3dbb1d43424 service nova] Lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f3462b80-ce98-4807-98ca-1572321eefff req-f2910350-0dad-470d-ad29-b3dbb1d43424 service nova] Lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:23 user nova-compute[74675]: DEBUG nova.compute.manager [req-f3462b80-ce98-4807-98ca-1572321eefff req-f2910350-0dad-470d-ad29-b3dbb1d43424 service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] No waiting events found dispatching network-vif-plugged-4179c361-229d-46e3-a92f-5c01634ec639 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:38:23 user nova-compute[74675]: WARNING nova.compute.manager [req-f3462b80-ce98-4807-98ca-1572321eefff req-f2910350-0dad-470d-ad29-b3dbb1d43424 service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Received unexpected event network-vif-plugged-4179c361-229d-46e3-a92f-5c01634ec639 for instance with vm_state building and task_state spawning.
Nov 23 06:38:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-1dbdb10e-3484-417b-b9b8-b361fee45907 req-05509d84-71f1-4119-855e-e538c43bc366 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:38:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1dbdb10e-3484-417b-b9b8-b361fee45907 req-05509d84-71f1-4119-855e-e538c43bc366 service nova] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1dbdb10e-3484-417b-b9b8-b361fee45907 req-05509d84-71f1-4119-855e-e538c43bc366 service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1dbdb10e-3484-417b-b9b8-b361fee45907 req-05509d84-71f1-4119-855e-e538c43bc366 service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-1dbdb10e-3484-417b-b9b8-b361fee45907 req-05509d84-71f1-4119-855e-e538c43bc366 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] No waiting events found dispatching network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:38:25 user nova-compute[74675]: WARNING nova.compute.manager [req-1dbdb10e-3484-417b-b9b8-b361fee45907 req-05509d84-71f1-4119-855e-e538c43bc366 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received unexpected event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 for instance with vm_state active and task_state resize_finish.
Nov 23 06:38:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-2bbce06e-b902-44a4-bc33-1384ce29d816 req-574b0877-711d-4570-9f32-a6b3ae796862 service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Received event network-vif-plugged-4179c361-229d-46e3-a92f-5c01634ec639 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:38:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2bbce06e-b902-44a4-bc33-1384ce29d816 req-574b0877-711d-4570-9f32-a6b3ae796862 service nova] Acquiring lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2bbce06e-b902-44a4-bc33-1384ce29d816 req-574b0877-711d-4570-9f32-a6b3ae796862 service nova] Lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2bbce06e-b902-44a4-bc33-1384ce29d816 req-574b0877-711d-4570-9f32-a6b3ae796862 service nova] Lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-2bbce06e-b902-44a4-bc33-1384ce29d816 req-574b0877-711d-4570-9f32-a6b3ae796862 service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] No waiting events found dispatching network-vif-plugged-4179c361-229d-46e3-a92f-5c01634ec639 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:38:25 user nova-compute[74675]: WARNING nova.compute.manager [req-2bbce06e-b902-44a4-bc33-1384ce29d816 req-574b0877-711d-4570-9f32-a6b3ae796862 service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Received unexpected event network-vif-plugged-4179c361-229d-46e3-a92f-5c01634ec639 for instance with vm_state building and task_state spawning.
Nov 23 06:38:26 user nova-compute[74675]: DEBUG nova.compute.manager [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:38:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:38:26 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Instance spawned successfully.
Nov 23 06:38:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:38:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:38:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:38:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:38:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:38:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:38:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:38:27 user nova-compute[74675]: INFO nova.compute.manager [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Took 6.20 seconds to spawn the instance on the hypervisor.
Nov 23 06:38:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:38:27 user nova-compute[74675]: INFO nova.compute.manager [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Took 14.74 seconds to build instance.
Nov 23 06:38:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-45895442-fcb0-46ac-bd6d-61f1c00ba7f9 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.859s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-9f2b1de3-fa66-45a1-a8b4-c137c6d1fba2 req-82cfa190-0897-4cbb-b70b-cc72e918f324 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:38:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9f2b1de3-fa66-45a1-a8b4-c137c6d1fba2 req-82cfa190-0897-4cbb-b70b-cc72e918f324 service nova] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9f2b1de3-fa66-45a1-a8b4-c137c6d1fba2 req-82cfa190-0897-4cbb-b70b-cc72e918f324 service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9f2b1de3-fa66-45a1-a8b4-c137c6d1fba2 req-82cfa190-0897-4cbb-b70b-cc72e918f324 service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-9f2b1de3-fa66-45a1-a8b4-c137c6d1fba2 req-82cfa190-0897-4cbb-b70b-cc72e918f324 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] No waiting events found dispatching network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:38:27 user nova-compute[74675]: WARNING nova.compute.manager [req-9f2b1de3-fa66-45a1-a8b4-c137c6d1fba2 req-82cfa190-0897-4cbb-b70b-cc72e918f324 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received unexpected event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 for instance with vm_state active and task_state resize_finish.
Nov 23 06:38:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:38:27 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Instance running successfully.
Nov 23 06:38:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Failed to set time: agent not configured {{(pid=74675) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 23 06:38:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c5390591-35c3-4f44-903c-361e40e7c0e5 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] finish_migration finished successfully. {{(pid=74675) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Nov 23 06:38:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "3199fb46-f73c-460a-bc9d-ea4b89375e39" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:30 user nova-compute[74675]: INFO nova.compute.manager [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Terminating instance
Nov 23 06:38:30 user nova-compute[74675]: DEBUG nova.compute.manager [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-03f2b725-42c5-402d-a13f-4373fdc25a69 req-9ee2f80e-473b-4c11-af8f-cb04082cf211 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received event network-vif-unplugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-03f2b725-42c5-402d-a13f-4373fdc25a69 req-9ee2f80e-473b-4c11-af8f-cb04082cf211 service nova] Acquiring lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-03f2b725-42c5-402d-a13f-4373fdc25a69 req-9ee2f80e-473b-4c11-af8f-cb04082cf211 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-03f2b725-42c5-402d-a13f-4373fdc25a69 req-9ee2f80e-473b-4c11-af8f-cb04082cf211 service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-03f2b725-42c5-402d-a13f-4373fdc25a69 req-9ee2f80e-473b-4c11-af8f-cb04082cf211 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] No waiting events found dispatching network-vif-unplugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG nova.compute.manager [req-03f2b725-42c5-402d-a13f-4373fdc25a69 req-9ee2f80e-473b-4c11-af8f-cb04082cf211 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received event network-vif-unplugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:31 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Instance destroyed successfully.
Nov 23 06:38:31 user nova-compute[74675]: DEBUG nova.objects.instance [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'resources' on Instance uuid 3199fb46-f73c-460a-bc9d-ea4b89375e39 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:22:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-342083699',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-342083699',id=22,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:24:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='14a640f6dc354a09b5f636d4a59ae0bb',ramdisk_id='',reservation_id='r-xj3c0fgj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-686425922',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:26:30Z,user_data=None,user_id='3cd1fcecda6741ddb5f696c09413098b',uuid=3199fb46-f73c-460a-bc9d-ea4b89375e39,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converting VIF {"id": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "address": "fa:16:3e:68:28:1e", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e3e1dac-9b", "ovs_interfaceid": "9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:68:28:1e,bridge_name='br-int',has_traffic_filtering=True,id=9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e3e1dac-9b') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG os_vif [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:28:1e,bridge_name='br-int',has_traffic_filtering=True,id=9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e3e1dac-9b') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9e3e1dac-9b, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=23b292af-9026-4a8b-a5c8-51a0d52ed45e) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:38:31 user nova-compute[74675]: INFO os_vif [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:28:1e,bridge_name='br-int',has_traffic_filtering=True,id=9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e3e1dac-9b')
Nov 23 06:38:31 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iSusLHhy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:38:31 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:38:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bae528b-9e3a-4d12-bf36-abd92854b6ad]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:38:31 user nova-compute[74675]: No targets found.
Nov 23 06:38:31 user nova-compute[74675]: iSNS:
Nov 23 06:38:31 user nova-compute[74675]: No targets found.
Nov 23 06:38:31 user nova-compute[74675]: STATIC:
Nov 23 06:38:31 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3
Nov 23 06:38:31 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:38:31 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:38:31 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6
Nov 23 06:38:31 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:38:31 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:38:31 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e
Nov 23 06:38:31 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:38:31 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:38:31 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b
Nov 23 06:38:31 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:38:31 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:38:31 user nova-compute[74675]: FIRMWARE:
Nov 23 06:38:31 user nova-compute[74675]: No targets found.
Nov 23 06:38:31 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:38:31 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:38:31 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "abca82b9-f498-49e1-900c-505792bde9f2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:31 user nova-compute[74675]: INFO nova.compute.manager [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Detaching volume cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6
Nov 23 06:38:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac4ad397-7270-4d60-b12d-40f9c5014bf7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[27fa98f5-6a46-4534-890a-ed37610596a1]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:31 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:31 user nova-compute[74675]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:38:31 user nova-compute[74675]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:38:31 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 (non-flash)
Nov 23 06:38:31 user nova-compute[74675]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:31 user nova-compute[74675]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:38:31 user nova-compute[74675]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:38:31 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683ce170>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3'): ({'sde'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Removing single pathed devices sde {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:38:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:32 user nova-compute[74675]: INFO nova.virt.block_device [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Attempting to driver detach volume cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 from mountpoint /dev/vdc
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2be0dd80-c101-4ef0-831f-8c74b931f9d2]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Attempting to detach device vdc from instance abca82b9-f498-49e1-900c-505792bde9f2 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:38:32 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:38:32 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:38:32 user nova-compute[74675]:   <target dev="vdc" bus="virtio"/>
Nov 23 06:38:32 user nova-compute[74675]:   <serial>cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6</serial>
Nov 23 06:38:32 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 23 06:38:32 user nova-compute[74675]: </disk>
Nov 23 06:38:32 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:32 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Successfully detached device vdc from instance abca82b9-f498-49e1-900c-505792bde9f2 from the persistent domain config.
Nov 23 06:38:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance abca82b9-f498-49e1-900c-505792bde9f2 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:38:32 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:38:32 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:38:32 user nova-compute[74675]:   <target dev="vdc" bus="virtio"/>
Nov 23 06:38:32 user nova-compute[74675]:   <serial>cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6</serial>
Nov 23 06:38:32 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 23 06:38:32 user nova-compute[74675]: </disk>
Nov 23 06:38:32 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4339222e-1edd-422a-ba5c-40934bc09a69]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Flushing IO for device /dev/sde {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1fbe6f7-0ce1-4b66-b16f-74ba829b7d83]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.040s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec54fb5a-2c28-47f1-af09-14612ee4d272]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] SCSI volumes sde have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc0bdba5-efed-4d41-873c-629f4820e83e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b7de9ed-0b24-4e94-b55c-7a489f28a343]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3, portal: 172.16.0.220,3260]
Nov 23 06:38:32 user nova-compute[74675]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3, portal: 172.16.0.220,3260] successful.
Nov 23 06:38:32 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:267301e6-069a-48e5-8623-5e51fdab93b3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f378958-dc4e-4f76-92d7-a2220f305f7e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.400s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] <== disconnect_volume: return (401ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:38:32 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Deleting instance files /opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39_del
Nov 23 06:38:32 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Deletion of /opt/stack/data/nova/instances/3199fb46-f73c-460a-bc9d-ea4b89375e39_del complete
Nov 23 06:38:32 user nova-compute[74675]: INFO nova.compute.manager [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Took 1.36 seconds to destroy the instance on the hypervisor.
Nov 23 06:38:32 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance abca82b9-f498-49e1-900c-505792bde9f2 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:38:32 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Took 0.53 seconds to deallocate network for instance.
Nov 23 06:38:32 user nova-compute[74675]: DEBUG nova.compute.manager [req-11bb57dc-9af4-4342-a1f0-11486e0a9b78 req-62e73fd6-e0c3-42b1-850b-fed4afe67595 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received event network-vif-deleted-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:38:32 user nova-compute[74675]: INFO nova.compute.manager [req-11bb57dc-9af4-4342-a1f0-11486e0a9b78 req-62e73fd6-e0c3-42b1-850b-fed4afe67595 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Neutron deleted interface 9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833; detaching it from the instance and deleting it from the info cache
Nov 23 06:38:32 user nova-compute[74675]: DEBUG nova.network.neutron [req-11bb57dc-9af4-4342-a1f0-11486e0a9b78 req-62e73fd6-e0c3-42b1-850b-fed4afe67595 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:38:32 user nova-compute[74675]: DEBUG nova.compute.manager [req-11bb57dc-9af4-4342-a1f0-11486e0a9b78 req-62e73fd6-e0c3-42b1-850b-fed4afe67595 service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Detach interface failed, port_id=9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833, reason: Instance 3199fb46-f73c-460a-bc9d-ea4b89375e39 could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:38:33 user nova-compute[74675]: DEBUG nova.compute.manager [req-d6f1b86c-829d-4470-8ed9-5812b274397f req-60fad00d-36ea-4e06-9516-b6c374711c9c service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:38:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d6f1b86c-829d-4470-8ed9-5812b274397f req-60fad00d-36ea-4e06-9516-b6c374711c9c service nova] Acquiring lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d6f1b86c-829d-4470-8ed9-5812b274397f req-60fad00d-36ea-4e06-9516-b6c374711c9c service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d6f1b86c-829d-4470-8ed9-5812b274397f req-60fad00d-36ea-4e06-9516-b6c374711c9c service nova] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:33 user nova-compute[74675]: DEBUG nova.compute.manager [req-d6f1b86c-829d-4470-8ed9-5812b274397f req-60fad00d-36ea-4e06-9516-b6c374711c9c service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] No waiting events found dispatching network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:38:33 user nova-compute[74675]: WARNING nova.compute.manager [req-d6f1b86c-829d-4470-8ed9-5812b274397f req-60fad00d-36ea-4e06-9516-b6c374711c9c service nova] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Received unexpected event network-vif-plugged-9e3e1dac-9b93-4a7b-b04e-53c6f7d0b833 for instance with vm_state active and task_state deleting.
Nov 23 06:38:33 user nova-compute[74675]: INFO nova.compute.manager [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: 3199fb46-f73c-460a-bc9d-ea4b89375e39] Took 0.87 seconds to detach 1 volumes for instance.
Nov 23 06:38:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:34 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:38:34 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:38:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.301s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:34 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Deleted allocations for instance 3199fb46-f73c-460a-bc9d-ea4b89375e39
Nov 23 06:38:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-93ca1df2-216c-4c08-adc4-89e0abc5b2d9 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "3199fb46-f73c-460a-bc9d-ea4b89375e39" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.357s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:44 user nova-compute[74675]: INFO nova.compute.manager [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Terminating instance
Nov 23 06:38:44 user nova-compute[74675]: DEBUG nova.compute.manager [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:38:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:44 user nova-compute[74675]: DEBUG nova.compute.manager [req-abf47e05-3a21-4591-b465-72ea221c7675 req-12778ffd-77bc-44f1-b51e-09886abcb735 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received event network-vif-unplugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:38:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-abf47e05-3a21-4591-b465-72ea221c7675 req-12778ffd-77bc-44f1-b51e-09886abcb735 service nova] Acquiring lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-abf47e05-3a21-4591-b465-72ea221c7675 req-12778ffd-77bc-44f1-b51e-09886abcb735 service nova] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-abf47e05-3a21-4591-b465-72ea221c7675 req-12778ffd-77bc-44f1-b51e-09886abcb735 service nova] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:44 user nova-compute[74675]: DEBUG nova.compute.manager [req-abf47e05-3a21-4591-b465-72ea221c7675 req-12778ffd-77bc-44f1-b51e-09886abcb735 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] No waiting events found dispatching network-vif-unplugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:38:44 user nova-compute[74675]: DEBUG nova.compute.manager [req-abf47e05-3a21-4591-b465-72ea221c7675 req-12778ffd-77bc-44f1-b51e-09886abcb735 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received event network-vif-unplugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:38:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:45 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Instance destroyed successfully.
Nov 23 06:38:45 user nova-compute[74675]: DEBUG nova.objects.instance [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lazy-loading 'resources' on Instance uuid a68dfa1c-03f1-4190-adce-a63cc8929cf9 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:38:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:33:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-716470834',display_name='tempest-TestMinimumBasicScenario-server-716470834',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-716470834',id=36,image_ref='fad8322d-5bac-4842-93ad-cbb262607e63',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyXf3/Zf9fsyyEW33fO/OwCnmazxoUCQky+vOfZ1MEHeBXkgSw//G9vjnnd19JJ7AsGTWhS4Mg5fU542gYx2Rm7KNO7cGGkxm23mwwKlfkh6l5/4Xa6nAMm4saqZpRL0w==',key_name='tempest-TestMinimumBasicScenario-1561787973',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:33:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='799524c8608747dab931808396993af3',ramdisk_id='',reservation_id='r-f9yf0gza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fad8322d-5bac-4842-93ad-cbb262607e63',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-653167012',owner_user_name='tempest-TestMinimumBasicScenario-653167012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:36:05Z,user_data=None,user_id='23dfb46a78c848ce97703b5d6cad1a62',uuid=a68dfa1c-03f1-4190-adce-a63cc8929cf9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:38:45 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converting VIF {"id": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "address": "fa:16:3e:ee:af:5f", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b6dff8c-f2", "ovs_interfaceid": "1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:38:45 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:af:5f,bridge_name='br-int',has_traffic_filtering=True,id=1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b6dff8c-f2') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:38:45 user nova-compute[74675]: DEBUG os_vif [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:af:5f,bridge_name='br-int',has_traffic_filtering=True,id=1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b6dff8c-f2') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:38:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1b6dff8c-f2, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:38:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:38:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=be3b8ab8-8c46-45b4-bcf7-7512b68e7fe4) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:38:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:45 user nova-compute[74675]: INFO os_vif [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:af:5f,bridge_name='br-int',has_traffic_filtering=True,id=1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b6dff8c-f2')
Nov 23 06:38:45 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Deleting instance files /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9_del
Nov 23 06:38:45 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Deletion of /opt/stack/data/nova/instances/a68dfa1c-03f1-4190-adce-a63cc8929cf9_del complete
Nov 23 06:38:45 user nova-compute[74675]: INFO nova.compute.manager [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 23 06:38:45 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:38:45 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:38:45 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:38:45 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:38:45 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Took 0.42 seconds to deallocate network for instance.
Nov 23 06:38:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:46 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:38:46 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:38:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.300s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:46 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Deleted allocations for instance a68dfa1c-03f1-4190-adce-a63cc8929cf9
Nov 23 06:38:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-cb5dfd6b-1771-4ba8-a775-2984e31a31cb tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.770s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-ecff3e8d-c8e5-43ed-bf1d-40f0029c83a2 req-a8536cf0-797a-4e6e-9287-01846abbac05 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received event network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:38:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ecff3e8d-c8e5-43ed-bf1d-40f0029c83a2 req-a8536cf0-797a-4e6e-9287-01846abbac05 service nova] Acquiring lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:38:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ecff3e8d-c8e5-43ed-bf1d-40f0029c83a2 req-a8536cf0-797a-4e6e-9287-01846abbac05 service nova] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:38:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ecff3e8d-c8e5-43ed-bf1d-40f0029c83a2 req-a8536cf0-797a-4e6e-9287-01846abbac05 service nova] Lock "a68dfa1c-03f1-4190-adce-a63cc8929cf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-ecff3e8d-c8e5-43ed-bf1d-40f0029c83a2 req-a8536cf0-797a-4e6e-9287-01846abbac05 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] No waiting events found dispatching network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:38:47 user nova-compute[74675]: WARNING nova.compute.manager [req-ecff3e8d-c8e5-43ed-bf1d-40f0029c83a2 req-a8536cf0-797a-4e6e-9287-01846abbac05 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received unexpected event network-vif-plugged-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e for instance with vm_state deleted and task_state None.
Nov 23 06:38:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-ecff3e8d-c8e5-43ed-bf1d-40f0029c83a2 req-a8536cf0-797a-4e6e-9287-01846abbac05 service nova] [instance: a68dfa1c-03f1-4190-adce-a63cc8929cf9] Received event network-vif-deleted-1b6dff8c-f248-49ca-9b11-ae9a18ac3e5e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:38:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:52 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance abca82b9-f498-49e1-900c-505792bde9f2 is timed out.
Nov 23 06:38:52 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Successfully detached device vdc from instance abca82b9-f498-49e1-900c-505792bde9f2 from the live domain config.
Nov 23 06:38:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mIXMhbrO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:38:52 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f1bf12f-6382-4a0d-800a-0bf5eca2c496]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:38:52 user nova-compute[74675]: No targets found.
Nov 23 06:38:52 user nova-compute[74675]: iSNS:
Nov 23 06:38:52 user nova-compute[74675]: No targets found.
Nov 23 06:38:52 user nova-compute[74675]: STATIC:
Nov 23 06:38:52 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6
Nov 23 06:38:52 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:38:52 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:38:52 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e
Nov 23 06:38:52 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:38:52 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:38:52 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b
Nov 23 06:38:52 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:38:52 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:38:52 user nova-compute[74675]: FIRMWARE:
Nov 23 06:38:52 user nova-compute[74675]: No targets found.
Nov 23 06:38:52 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:38:52 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:38:52 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d5f3369-e05d-4581-847c-fbe25e75c496]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[102a7c49-ada9-4319-aa52-744349b52b6f]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:52 user nova-compute[74675]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:38:52 user nova-compute[74675]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:38:52 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 (non-flash)
Nov 23 06:38:52 user nova-compute[74675]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:38:52 user nova-compute[74675]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:38:52 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac882a9090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fbf7c85-01a1-42d4-af44-aea691b94183]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[026b70eb-a9e6-4646-94ae-c86b0eb07515]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[151bda81-1b20-48df-afee-23b11eeea9ae]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[da2f510e-8716-4c5f-bdd0-d2175ac6de83]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[227dda23-94aa-4d17-a971-d5a3b4d6c3e4]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[96cb75cc-9f1c-4e58-96e0-d68aa6450bec]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6, portal: 172.16.0.220,3260]
Nov 23 06:38:52 user nova-compute[74675]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6, portal: 172.16.0.220,3260] successful.
Nov 23 06:38:52 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd8a8e9e-1f44-4ecb-ac1d-49f69a2d9ab6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d147736-be7f-4368-9de5-9d8b7989837f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.289s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] <== disconnect_volume: return (291ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:38:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:38:53 user nova-compute[74675]: DEBUG nova.objects.instance [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'flavor' on Instance uuid abca82b9-f498-49e1-900c-505792bde9f2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:38:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bdc650e4-3e27-4795-a7ee-2cac7741f878 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "abca82b9-f498-49e1-900c-505792bde9f2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.754s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:38:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:38:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:00 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:39:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:02 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:39:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:02 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:39:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:39:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:39:03 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:39:03 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:39:03 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8294MB free_disk=25.240947723388672GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:39:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Applying migration context for instance 6135444f-2bce-4e81-9200-474bd9fe7fac as it has an incoming, in-progress migration d90d3bab-ca7a-43c9-a187-ec9336dead2f. Migration status is finished {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 23 06:39:04 user nova-compute[74675]: INFO nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updating resource usage from migration d90d3bab-ca7a-43c9-a187-ec9336dead2f
Nov 23 06:39:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance d0dea862-7d67-4336-b03e-e7f072b1e3de actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:39:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance abca82b9-f498-49e1-900c-505792bde9f2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:39:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Migration d90d3bab-ca7a-43c9-a187-ec9336dead2f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 23 06:39:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 6135444f-2bce-4e81-9200-474bd9fe7fac actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:39:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance ce09cb0f-ba50-4979-b8d7-79e47ea76880 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:39:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:39:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=23GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:39:04 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:39:04 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:39:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:39:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.317s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:05 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:39:05 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:39:05 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:39:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:39:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:06 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:39:08 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:39:08 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:39:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:39:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:39:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:39:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updating instance_info_cache with network_info: [{"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:39:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:39:08 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:39:10 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:39:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:11 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:39:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:14 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:39:15 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:39:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Acquiring lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:20 user nova-compute[74675]: DEBUG nova.compute.manager [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:39:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:39:20 user nova-compute[74675]: INFO nova.compute.claims [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Claim successful on node user
Nov 23 06:39:21 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.296s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG nova.compute.manager [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG nova.compute.manager [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG nova.network.neutron [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:39:21 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:39:21 user nova-compute[74675]: DEBUG nova.compute.manager [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG nova.policy [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07df52d1e8f54c02838256b415e78664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '698c24ca59684dd7b531e202ad648e8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG nova.compute.manager [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:39:21 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Creating image(s)
Nov 23 06:39:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Acquiring lock "/opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lock "/opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lock "/opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.200s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.192s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk 1073741824" returned: 0 in 0.101s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.300s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG nova.network.neutron [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Successfully created port: 889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:39:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "d0dea862-7d67-4336-b03e-e7f072b1e3de" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "d0dea862-7d67-4336-b03e-e7f072b1e3de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:22 user nova-compute[74675]: INFO nova.compute.manager [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Terminating instance
Nov 23 06:39:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Cannot resize image /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Ensure instance console log exists: /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "abca82b9-f498-49e1-900c-505792bde9f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:22 user nova-compute[74675]: INFO nova.compute.manager [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Terminating instance
Nov 23 06:39:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-ea56bc89-78d8-4d19-bdee-8a1b71507059 req-e22bb28a-cadc-468a-a9d6-38330dbcfc27 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-vif-unplugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ea56bc89-78d8-4d19-bdee-8a1b71507059 req-e22bb28a-cadc-468a-a9d6-38330dbcfc27 service nova] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ea56bc89-78d8-4d19-bdee-8a1b71507059 req-e22bb28a-cadc-468a-a9d6-38330dbcfc27 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ea56bc89-78d8-4d19-bdee-8a1b71507059 req-e22bb28a-cadc-468a-a9d6-38330dbcfc27 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-ea56bc89-78d8-4d19-bdee-8a1b71507059 req-e22bb28a-cadc-468a-a9d6-38330dbcfc27 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] No waiting events found dispatching network-vif-unplugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-ea56bc89-78d8-4d19-bdee-8a1b71507059 req-e22bb28a-cadc-468a-a9d6-38330dbcfc27 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-vif-unplugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-10325e84-08a8-461e-950c-20fc3ab2ef6d req-0c32024c-d61e-4b57-a98a-6d7d42a6a55f service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Received event network-vif-unplugged-02208bc9-c2d4-4353-b5d1-af1842200b8b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-10325e84-08a8-461e-950c-20fc3ab2ef6d req-0c32024c-d61e-4b57-a98a-6d7d42a6a55f service nova] Acquiring lock "d0dea862-7d67-4336-b03e-e7f072b1e3de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-10325e84-08a8-461e-950c-20fc3ab2ef6d req-0c32024c-d61e-4b57-a98a-6d7d42a6a55f service nova] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-10325e84-08a8-461e-950c-20fc3ab2ef6d req-0c32024c-d61e-4b57-a98a-6d7d42a6a55f service nova] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-10325e84-08a8-461e-950c-20fc3ab2ef6d req-0c32024c-d61e-4b57-a98a-6d7d42a6a55f service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] No waiting events found dispatching network-vif-unplugged-02208bc9-c2d4-4353-b5d1-af1842200b8b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:39:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-10325e84-08a8-461e-950c-20fc3ab2ef6d req-0c32024c-d61e-4b57-a98a-6d7d42a6a55f service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Received event network-vif-unplugged-02208bc9-c2d4-4353-b5d1-af1842200b8b for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Instance destroyed successfully.
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.objects.instance [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lazy-loading 'resources' on Instance uuid d0dea862-7d67-4336-b03e-e7f072b1e3de {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Instance destroyed successfully.
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.objects.instance [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'resources' on Instance uuid abca82b9-f498-49e1-900c-505792bde9f2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:19:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-678319004',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-678319004',id=15,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:19:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='14a640f6dc354a09b5f636d4a59ae0bb',ramdisk_id='',reservation_id='r-10u2m443',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-686425922',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:21:41Z,user_data=None,user_id='3cd1fcecda6741ddb5f696c09413098b',uuid=d0dea862-7d67-4336-b03e-e7f072b1e3de,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "address": "fa:16:3e:4d:61:54", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02208bc9-c2", "ovs_interfaceid": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converting VIF {"id": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "address": "fa:16:3e:4d:61:54", "network": {"id": "4a01a772-8c0d-4a83-a68b-228b08efdda9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1716820476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "14a640f6dc354a09b5f636d4a59ae0bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02208bc9-c2", "ovs_interfaceid": "02208bc9-c2d4-4353-b5d1-af1842200b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4d:61:54,bridge_name='br-int',has_traffic_filtering=True,id=02208bc9-c2d4-4353-b5d1-af1842200b8b,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02208bc9-c2') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG os_vif [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4d:61:54,bridge_name='br-int',has_traffic_filtering=True,id=02208bc9-c2d4-4353-b5d1-af1842200b8b,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02208bc9-c2') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-23T06:32:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1779733039',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1779733039',id=35,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNqZfD3RkUAGWmwxNGODeckfrVH6B0bduM1vxkODWp/ar7wyC+HwR3/9Eeav77z5z52BL9T8VKvhkfYBhb3Y1CTIyTOgHTB4v7V3WzjBPfk9T+nhetGH5/M0GGPM+k5DnQ==',key_name='tempest-keypair-646455995',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:37:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e0e925e30a14a178f2cd780dccbdff2',ramdisk_id='',reservation_id='r-2vnvs80q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-67653961',owner_user_name='tempest-AttachVolumeShelveTestJSON-67653961-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:37:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c500c76720f499597f05d2cee347bca',uuid=abca82b9-f498-49e1-900c-505792bde9f2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converting VIF {"id": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "address": "fa:16:3e:8f:4e:3b", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa06d323b-7a", "ovs_interfaceid": "a06d323b-7a1c-4966-8d9b-83034ce372e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4e:3b,bridge_name='br-int',has_traffic_filtering=True,id=a06d323b-7a1c-4966-8d9b-83034ce372e5,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa06d323b-7a') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG os_vif [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4e:3b,bridge_name='br-int',has_traffic_filtering=True,id=a06d323b-7a1c-4966-8d9b-83034ce372e5,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa06d323b-7a') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap02208bc9-c2, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa06d323b-7a, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=07cff5b2-3532-47d9-9ed0-9908b5b5f40a) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=92d214ee-dabd-486e-b442-d8a7e270f58a) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:39:23 user nova-compute[74675]: INFO os_vif [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4d:61:54,bridge_name='br-int',has_traffic_filtering=True,id=02208bc9-c2d4-4353-b5d1-af1842200b8b,network=Network(4a01a772-8c0d-4a83-a68b-228b08efdda9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02208bc9-c2')
Nov 23 06:39:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Deleting instance files /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de_del
Nov 23 06:39:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Deletion of /opt/stack/data/nova/instances/d0dea862-7d67-4336-b03e-e7f072b1e3de_del complete
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:39:23 user nova-compute[74675]: INFO os_vif [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4e:3b,bridge_name='br-int',has_traffic_filtering=True,id=a06d323b-7a1c-4966-8d9b-83034ce372e5,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa06d323b-7a')
Nov 23 06:39:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Deleting instance files /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2_del
Nov 23 06:39:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Deletion of /opt/stack/data/nova/instances/abca82b9-f498-49e1-900c-505792bde9f2_del complete
Nov 23 06:39:23 user nova-compute[74675]: INFO nova.compute.manager [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Took 1.31 seconds to destroy the instance on the hypervisor.
Nov 23 06:39:23 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:39:23 user nova-compute[74675]: INFO nova.compute.manager [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Took 1.10 seconds to destroy the instance on the hypervisor.
Nov 23 06:39:23 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: abca82b9-f498-49e1-900c-505792bde9f2] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.network.neutron [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Successfully updated port: 889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Acquiring lock "refresh_cache-bdca2009-b8b9-496d-8b0e-d7023f2141d5" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Acquired lock "refresh_cache-bdca2009-b8b9-496d-8b0e-d7023f2141d5" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.network.neutron [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.network.neutron [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.network.neutron [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Updating instance_info_cache with network_info: [{"id": "889d0639-3de8-4925-b807-ef889220d1c5", "address": "fa:16:3e:fb:0c:dd", "network": {"id": "1240a492-2c7b-4b96-83c6-c665e8aae15f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-543091382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "698c24ca59684dd7b531e202ad648e8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889d0639-3d", "ovs_interfaceid": "889d0639-3de8-4925-b807-ef889220d1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Releasing lock "refresh_cache-bdca2009-b8b9-496d-8b0e-d7023f2141d5" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.compute.manager [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Instance network_info: |[{"id": "889d0639-3de8-4925-b807-ef889220d1c5", "address": "fa:16:3e:fb:0c:dd", "network": {"id": "1240a492-2c7b-4b96-83c6-c665e8aae15f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-543091382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "698c24ca59684dd7b531e202ad648e8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889d0639-3d", "ovs_interfaceid": "889d0639-3de8-4925-b807-ef889220d1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:39:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Start _get_guest_xml network_info=[{"id": "889d0639-3de8-4925-b807-ef889220d1c5", "address": "fa:16:3e:fb:0c:dd", "network": {"id": "1240a492-2c7b-4b96-83c6-c665e8aae15f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-543091382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "698c24ca59684dd7b531e202ad648e8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889d0639-3d", "ovs_interfaceid": "889d0639-3de8-4925-b807-ef889220d1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:39:24 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:39:24 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:39:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-38597786',display_name='tempest-VolumesActionsTest-instance-38597786',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-38597786',id=41,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='698c24ca59684dd7b531e202ad648e8a',ramdisk_id='',reservation_id='r-7dlcuy7h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1283168331',owner_user_name='tempest-VolumesActionsTest-1283168331-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:39:21Z,user_data=None,user_id='07df52d1e8f54c02838256b415e78664',uuid=bdca2009-b8b9-496d-8b0e-d7023f2141d5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "889d0639-3de8-4925-b807-ef889220d1c5", "address": "fa:16:3e:fb:0c:dd", "network": {"id": "1240a492-2c7b-4b96-83c6-c665e8aae15f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-543091382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "698c24ca59684dd7b531e202ad648e8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889d0639-3d", "ovs_interfaceid": "889d0639-3de8-4925-b807-ef889220d1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Converting VIF {"id": "889d0639-3de8-4925-b807-ef889220d1c5", "address": "fa:16:3e:fb:0c:dd", "network": {"id": "1240a492-2c7b-4b96-83c6-c665e8aae15f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-543091382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "698c24ca59684dd7b531e202ad648e8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889d0639-3d", "ovs_interfaceid": "889d0639-3de8-4925-b807-ef889220d1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:0c:dd,bridge_name='br-int',has_traffic_filtering=True,id=889d0639-3de8-4925-b807-ef889220d1c5,network=Network(1240a492-2c7b-4b96-83c6-c665e8aae15f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap889d0639-3d') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.objects.instance [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lazy-loading 'pci_devices' on Instance uuid bdca2009-b8b9-496d-8b0e-d7023f2141d5 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:39:24 user nova-compute[74675]:   <uuid>bdca2009-b8b9-496d-8b0e-d7023f2141d5</uuid>
Nov 23 06:39:24 user nova-compute[74675]:   <name>instance-00000029</name>
Nov 23 06:39:24 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:39:24 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:39:24 user nova-compute[74675]:   <metadata>
Nov 23 06:39:24 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:39:24 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:39:24 user nova-compute[74675]:       <nova:name>tempest-VolumesActionsTest-instance-38597786</nova:name>
Nov 23 06:39:24 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:39:24</nova:creationTime>
Nov 23 06:39:24 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:39:24 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:39:24 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:39:24 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:39:24 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:39:24 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:39:24 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:39:24 user nova-compute[74675]:       <nova:owner>
Nov 23 06:39:24 user nova-compute[74675]:         <nova:user uuid="07df52d1e8f54c02838256b415e78664">tempest-VolumesActionsTest-1283168331-project-member</nova:user>
Nov 23 06:39:24 user nova-compute[74675]:         <nova:project uuid="698c24ca59684dd7b531e202ad648e8a">tempest-VolumesActionsTest-1283168331</nova:project>
Nov 23 06:39:24 user nova-compute[74675]:       </nova:owner>
Nov 23 06:39:24 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:39:24 user nova-compute[74675]:       <nova:ports>
Nov 23 06:39:24 user nova-compute[74675]:         <nova:port uuid="889d0639-3de8-4925-b807-ef889220d1c5">
Nov 23 06:39:24 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 23 06:39:24 user nova-compute[74675]:         </nova:port>
Nov 23 06:39:24 user nova-compute[74675]:       </nova:ports>
Nov 23 06:39:24 user nova-compute[74675]:     </nova:instance>
Nov 23 06:39:24 user nova-compute[74675]:   </metadata>
Nov 23 06:39:24 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:39:24 user nova-compute[74675]:     <system>
Nov 23 06:39:24 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:39:24 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:39:24 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:39:24 user nova-compute[74675]:       <entry name="serial">bdca2009-b8b9-496d-8b0e-d7023f2141d5</entry>
Nov 23 06:39:24 user nova-compute[74675]:       <entry name="uuid">bdca2009-b8b9-496d-8b0e-d7023f2141d5</entry>
Nov 23 06:39:24 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:39:24 user nova-compute[74675]:     </system>
Nov 23 06:39:24 user nova-compute[74675]:   </sysinfo>
Nov 23 06:39:24 user nova-compute[74675]:   <os>
Nov 23 06:39:24 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:39:24 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:39:24 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:39:24 user nova-compute[74675]:   </os>
Nov 23 06:39:24 user nova-compute[74675]:   <features>
Nov 23 06:39:24 user nova-compute[74675]:     <acpi/>
Nov 23 06:39:24 user nova-compute[74675]:     <apic/>
Nov 23 06:39:24 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:39:24 user nova-compute[74675]:   </features>
Nov 23 06:39:24 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:39:24 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:39:24 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:39:24 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:39:24 user nova-compute[74675]:   </clock>
Nov 23 06:39:24 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:39:24 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:39:24 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:39:24 user nova-compute[74675]:   </cpu>
Nov 23 06:39:24 user nova-compute[74675]:   <devices>
Nov 23 06:39:24 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:39:24 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:39:24 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk"/>
Nov 23 06:39:24 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:39:24 user nova-compute[74675]:     </disk>
Nov 23 06:39:24 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:39:24 user nova-compute[74675]:       <mac address="fa:16:3e:fb:0c:dd"/>
Nov 23 06:39:24 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:39:24 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:39:24 user nova-compute[74675]:       <target dev="tap889d0639-3d"/>
Nov 23 06:39:24 user nova-compute[74675]:     </interface>
Nov 23 06:39:24 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:39:24 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/console.log" append="off"/>
Nov 23 06:39:24 user nova-compute[74675]:     </serial>
Nov 23 06:39:24 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:39:24 user nova-compute[74675]:     <video>
Nov 23 06:39:24 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:39:24 user nova-compute[74675]:     </video>
Nov 23 06:39:24 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:39:24 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:39:24 user nova-compute[74675]:     </rng>
Nov 23 06:39:24 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:39:24 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:39:24 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:39:24 user nova-compute[74675]:     </memballoon>
Nov 23 06:39:24 user nova-compute[74675]:   </devices>
Nov 23 06:39:24 user nova-compute[74675]: </domain>
Nov 23 06:39:24 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:39:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-38597786',display_name='tempest-VolumesActionsTest-instance-38597786',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-38597786',id=41,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='698c24ca59684dd7b531e202ad648e8a',ramdisk_id='',reservation_id='r-7dlcuy7h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1283168331',owner_user_name='tempest-VolumesActionsTest-1283168331-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:39:21Z,user_data=None,user_id='07df52d1e8f54c02838256b415e78664',uuid=bdca2009-b8b9-496d-8b0e-d7023f2141d5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "889d0639-3de8-4925-b807-ef889220d1c5", "address": "fa:16:3e:fb:0c:dd", "network": {"id": "1240a492-2c7b-4b96-83c6-c665e8aae15f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-543091382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "698c24ca59684dd7b531e202ad648e8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889d0639-3d", "ovs_interfaceid": "889d0639-3de8-4925-b807-ef889220d1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Converting VIF {"id": "889d0639-3de8-4925-b807-ef889220d1c5", "address": "fa:16:3e:fb:0c:dd", "network": {"id": "1240a492-2c7b-4b96-83c6-c665e8aae15f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-543091382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "698c24ca59684dd7b531e202ad648e8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889d0639-3d", "ovs_interfaceid": "889d0639-3de8-4925-b807-ef889220d1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:0c:dd,bridge_name='br-int',has_traffic_filtering=True,id=889d0639-3de8-4925-b807-ef889220d1c5,network=Network(1240a492-2c7b-4b96-83c6-c665e8aae15f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap889d0639-3d') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG os_vif [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:0c:dd,bridge_name='br-int',has_traffic_filtering=True,id=889d0639-3de8-4925-b807-ef889220d1c5,network=Network(1240a492-2c7b-4b96-83c6-c665e8aae15f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap889d0639-3d') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f880d220-da00-5f4a-82df-5f5a8a66ffdc', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap889d0639-3d, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap889d0639-3d, col_values=(('qos', UUID('b8beaaf1-8796-4fce-a6f3-2186da9850e3')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap889d0639-3d, col_values=(('external_ids', {'iface-id': '889d0639-3de8-4925-b807-ef889220d1c5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fb:0c:dd', 'vm-uuid': 'bdca2009-b8b9-496d-8b0e-d7023f2141d5'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:24 user nova-compute[74675]: INFO os_vif [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:0c:dd,bridge_name='br-int',has_traffic_filtering=True,id=889d0639-3de8-4925-b807-ef889220d1c5,network=Network(1240a492-2c7b-4b96-83c6-c665e8aae15f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap889d0639-3d')
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] No VIF found with MAC fa:16:3e:fb:0c:dd, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:39:24 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Took 0.90 seconds to deallocate network for instance.
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:39:24 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Took 0.95 seconds to deallocate network for instance.
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-a7ead21f-ac15-40fd-b85d-637d41bd1f0f req-ab1ec2a8-0d05-4362-8eee-bd5478300017 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-vif-deleted-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:39:24 user nova-compute[74675]: INFO nova.compute.manager [req-a7ead21f-ac15-40fd-b85d-637d41bd1f0f req-ab1ec2a8-0d05-4362-8eee-bd5478300017 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Neutron deleted interface a06d323b-7a1c-4966-8d9b-83034ce372e5; detaching it from the instance and deleting it from the info cache
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.network.neutron [req-a7ead21f-ac15-40fd-b85d-637d41bd1f0f req-ab1ec2a8-0d05-4362-8eee-bd5478300017 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-a7ead21f-ac15-40fd-b85d-637d41bd1f0f req-ab1ec2a8-0d05-4362-8eee-bd5478300017 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Detach interface failed, port_id=a06d323b-7a1c-4966-8d9b-83034ce372e5, reason: Instance abca82b9-f498-49e1-900c-505792bde9f2 could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.234s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.232s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:24 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Deleted allocations for instance abca82b9-f498-49e1-900c-505792bde9f2
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-e6c721f8-38fb-43ba-92bd-8f4082de375b req-5d861900-c19c-4448-a667-5c8a52727b1c service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Received event network-vif-plugged-02208bc9-c2d4-4353-b5d1-af1842200b8b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e6c721f8-38fb-43ba-92bd-8f4082de375b req-5d861900-c19c-4448-a667-5c8a52727b1c service nova] Acquiring lock "d0dea862-7d67-4336-b03e-e7f072b1e3de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e6c721f8-38fb-43ba-92bd-8f4082de375b req-5d861900-c19c-4448-a667-5c8a52727b1c service nova] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e6c721f8-38fb-43ba-92bd-8f4082de375b req-5d861900-c19c-4448-a667-5c8a52727b1c service nova] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-e6c721f8-38fb-43ba-92bd-8f4082de375b req-5d861900-c19c-4448-a667-5c8a52727b1c service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] No waiting events found dispatching network-vif-plugged-02208bc9-c2d4-4353-b5d1-af1842200b8b {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:39:24 user nova-compute[74675]: WARNING nova.compute.manager [req-e6c721f8-38fb-43ba-92bd-8f4082de375b req-5d861900-c19c-4448-a667-5c8a52727b1c service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Received unexpected event network-vif-plugged-02208bc9-c2d4-4353-b5d1-af1842200b8b for instance with vm_state deleted and task_state None.
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-e6c721f8-38fb-43ba-92bd-8f4082de375b req-5d861900-c19c-4448-a667-5c8a52727b1c service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received event network-changed-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-e6c721f8-38fb-43ba-92bd-8f4082de375b req-5d861900-c19c-4448-a667-5c8a52727b1c service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Refreshing instance network info cache due to event network-changed-889d0639-3de8-4925-b807-ef889220d1c5. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e6c721f8-38fb-43ba-92bd-8f4082de375b req-5d861900-c19c-4448-a667-5c8a52727b1c service nova] Acquiring lock "refresh_cache-bdca2009-b8b9-496d-8b0e-d7023f2141d5" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e6c721f8-38fb-43ba-92bd-8f4082de375b req-5d861900-c19c-4448-a667-5c8a52727b1c service nova] Acquired lock "refresh_cache-bdca2009-b8b9-496d-8b0e-d7023f2141d5" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.network.neutron [req-e6c721f8-38fb-43ba-92bd-8f4082de375b req-5d861900-c19c-4448-a667-5c8a52727b1c service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Refreshing network info cache for port 889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] No waiting events found dispatching network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:39:24 user nova-compute[74675]: WARNING nova.compute.manager [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received unexpected event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 for instance with vm_state deleted and task_state None.
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] No waiting events found dispatching network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:39:24 user nova-compute[74675]: WARNING nova.compute.manager [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received unexpected event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 for instance with vm_state deleted and task_state None.
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] No waiting events found dispatching network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:39:24 user nova-compute[74675]: WARNING nova.compute.manager [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received unexpected event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 for instance with vm_state deleted and task_state None.
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-vif-unplugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] No waiting events found dispatching network-vif-unplugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:39:24 user nova-compute[74675]: WARNING nova.compute.manager [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received unexpected event network-vif-unplugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 for instance with vm_state deleted and task_state None.
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] Acquiring lock "abca82b9-f498-49e1-900c-505792bde9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] Lock "abca82b9-f498-49e1-900c-505792bde9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] No waiting events found dispatching network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:39:24 user nova-compute[74675]: WARNING nova.compute.manager [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] [instance: abca82b9-f498-49e1-900c-505792bde9f2] Received unexpected event network-vif-plugged-a06d323b-7a1c-4966-8d9b-83034ce372e5 for instance with vm_state deleted and task_state None.
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-51b66499-d14c-4b3c-9a5a-00b261885339 req-0eff73d4-1fb5-411b-91b8-f282991c08f8 service nova] [instance: d0dea862-7d67-4336-b03e-e7f072b1e3de] Received event network-vif-deleted-02208bc9-c2d4-4353-b5d1-af1842200b8b {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-e2ec52e7-8cee-4079-abe2-937eb99a6079 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "abca82b9-f498-49e1-900c-505792bde9f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.490s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:39:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.301s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:24 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Deleted allocations for instance d0dea862-7d67-4336-b03e-e7f072b1e3de
Nov 23 06:39:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1f12910e-66f5-4053-ac3a-104d1d2035d7 tempest-ServerBootFromVolumeStableRescueTest-686425922 tempest-ServerBootFromVolumeStableRescueTest-686425922-project-member] Lock "d0dea862-7d67-4336-b03e-e7f072b1e3de" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.960s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:25 user nova-compute[74675]: DEBUG nova.network.neutron [req-e6c721f8-38fb-43ba-92bd-8f4082de375b req-5d861900-c19c-4448-a667-5c8a52727b1c service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Updated VIF entry in instance network info cache for port 889d0639-3de8-4925-b807-ef889220d1c5. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:39:25 user nova-compute[74675]: DEBUG nova.network.neutron [req-e6c721f8-38fb-43ba-92bd-8f4082de375b req-5d861900-c19c-4448-a667-5c8a52727b1c service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Updating instance_info_cache with network_info: [{"id": "889d0639-3de8-4925-b807-ef889220d1c5", "address": "fa:16:3e:fb:0c:dd", "network": {"id": "1240a492-2c7b-4b96-83c6-c665e8aae15f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-543091382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "698c24ca59684dd7b531e202ad648e8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889d0639-3d", "ovs_interfaceid": "889d0639-3de8-4925-b807-ef889220d1c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:39:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e6c721f8-38fb-43ba-92bd-8f4082de375b req-5d861900-c19c-4448-a667-5c8a52727b1c service nova] Releasing lock "refresh_cache-bdca2009-b8b9-496d-8b0e-d7023f2141d5" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:39:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:26 user nova-compute[74675]: DEBUG nova.compute.manager [req-e22e6b41-60b8-4c44-a498-8321a25a5e77 req-6124b606-6537-4761-9adc-71686ee09c71 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received event network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:39:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e22e6b41-60b8-4c44-a498-8321a25a5e77 req-6124b606-6537-4761-9adc-71686ee09c71 service nova] Acquiring lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e22e6b41-60b8-4c44-a498-8321a25a5e77 req-6124b606-6537-4761-9adc-71686ee09c71 service nova] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e22e6b41-60b8-4c44-a498-8321a25a5e77 req-6124b606-6537-4761-9adc-71686ee09c71 service nova] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:26 user nova-compute[74675]: DEBUG nova.compute.manager [req-e22e6b41-60b8-4c44-a498-8321a25a5e77 req-6124b606-6537-4761-9adc-71686ee09c71 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] No waiting events found dispatching network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:39:26 user nova-compute[74675]: WARNING nova.compute.manager [req-e22e6b41-60b8-4c44-a498-8321a25a5e77 req-6124b606-6537-4761-9adc-71686ee09c71 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received unexpected event network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 for instance with vm_state building and task_state spawning.
Nov 23 06:39:26 user nova-compute[74675]: DEBUG nova.compute.manager [req-e22e6b41-60b8-4c44-a498-8321a25a5e77 req-6124b606-6537-4761-9adc-71686ee09c71 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received event network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:39:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e22e6b41-60b8-4c44-a498-8321a25a5e77 req-6124b606-6537-4761-9adc-71686ee09c71 service nova] Acquiring lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e22e6b41-60b8-4c44-a498-8321a25a5e77 req-6124b606-6537-4761-9adc-71686ee09c71 service nova] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e22e6b41-60b8-4c44-a498-8321a25a5e77 req-6124b606-6537-4761-9adc-71686ee09c71 service nova] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:26 user nova-compute[74675]: DEBUG nova.compute.manager [req-e22e6b41-60b8-4c44-a498-8321a25a5e77 req-6124b606-6537-4761-9adc-71686ee09c71 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] No waiting events found dispatching network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:39:26 user nova-compute[74675]: WARNING nova.compute.manager [req-e22e6b41-60b8-4c44-a498-8321a25a5e77 req-6124b606-6537-4761-9adc-71686ee09c71 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received unexpected event network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 for instance with vm_state building and task_state spawning.
Nov 23 06:39:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:39:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:39:27 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Instance spawned successfully.
Nov 23 06:39:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:39:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:39:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:39:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:39:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:39:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:39:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:39:27 user nova-compute[74675]: INFO nova.compute.manager [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Took 6.40 seconds to spawn the instance on the hypervisor.
Nov 23 06:39:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:39:27 user nova-compute[74675]: INFO nova.compute.manager [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Took 6.99 seconds to build instance.
Nov 23 06:39:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-4156502e-2bb8-46be-9ce5-b09ba58bc3e1 tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.089s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:38 user nova-compute[74675]: DEBUG nova.compute.manager [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:39:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:38 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:39:38 user nova-compute[74675]: INFO nova.compute.claims [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Claim successful on node user
Nov 23 06:39:39 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:39:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:39 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:39:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.287s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:39:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:39:39 user nova-compute[74675]: DEBUG nova.network.neutron [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:39:39 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:39:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:39:39 user nova-compute[74675]: DEBUG nova.policy [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23dfb46a78c848ce97703b5d6cad1a62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '799524c8608747dab931808396993af3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:39:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:39:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:39:39 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Creating image(s)
Nov 23 06:39:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "/opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "/opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "/opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "7c1345737ca5abc2d1d42a33b411b3a80051f1be" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "7c1345737ca5abc2d1d42a33b411b3a80051f1be" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be.part --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:39 user nova-compute[74675]: DEBUG nova.network.neutron [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Successfully created port: 48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be.part --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG nova.virt.images [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] 07eeed18-68e7-4b77-a965-5aefc5d43de9 was qcow2, converting to raw {{(pid=74675) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be.part /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be.converted {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be.part /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be.converted" returned: 0 in 0.157s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be.converted --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be.converted --force-share --output=json" returned: 0 in 0.266s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "7c1345737ca5abc2d1d42a33b411b3a80051f1be" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.114s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG nova.network.neutron [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Successfully updated port: 48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquired lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG nova.network.neutron [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG nova.compute.manager [req-cc5e870c-343b-4af5-91fd-d89d1f06029f req-c6251364-1aff-4795-b66d-9002ee373d5f service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received event network-changed-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG nova.compute.manager [req-cc5e870c-343b-4af5-91fd-d89d1f06029f req-c6251364-1aff-4795-b66d-9002ee373d5f service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Refreshing instance network info cache due to event network-changed-48e7a00b-fa2a-4456-a419-fbee9a4d035e. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cc5e870c-343b-4af5-91fd-d89d1f06029f req-c6251364-1aff-4795-b66d-9002ee373d5f service nova] Acquiring lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "7c1345737ca5abc2d1d42a33b411b3a80051f1be" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "7c1345737ca5abc2d1d42a33b411b3a80051f1be" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be --force-share --output=json" returned: 0 in 0.276s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:40 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be,backing_fmt=raw /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be,backing_fmt=raw /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk 1073741824" returned: 0 in 0.049s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "7c1345737ca5abc2d1d42a33b411b3a80051f1be" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.332s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.network.neutron [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be --force-share --output=json" returned: 0 in 0.187s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Cannot resize image /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Ensure instance console log exists: /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.network.neutron [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updating instance_info_cache with network_info: [{"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Releasing lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.compute.manager [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Instance network_info: |[{"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cc5e870c-343b-4af5-91fd-d89d1f06029f req-c6251364-1aff-4795-b66d-9002ee373d5f service nova] Acquired lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.network.neutron [req-cc5e870c-343b-4af5-91fd-d89d1f06029f req-c6251364-1aff-4795-b66d-9002ee373d5f service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Refreshing network info cache for port 48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Start _get_guest_xml network_info=[{"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:39:36Z,direct_url=<?>,disk_format='qcow2',id=07eeed18-68e7-4b77-a965-5aefc5d43de9,min_disk=0,min_ram=0,name='tempest-scenario-img--998896091',owner='799524c8608747dab931808396993af3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:39:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': '07eeed18-68e7-4b77-a965-5aefc5d43de9'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:39:41 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:39:41 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:39:36Z,direct_url=<?>,disk_format='qcow2',id=07eeed18-68e7-4b77-a965-5aefc5d43de9,min_disk=0,min_ram=0,name='tempest-scenario-img--998896091',owner='799524c8608747dab931808396993af3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:39:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:39:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-423305843',display_name='tempest-TestMinimumBasicScenario-server-423305843',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-423305843',id=42,image_ref='07eeed18-68e7-4b77-a965-5aefc5d43de9',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKNeDLFNDR8zTy+dfcnIu8DAIaFA6pka1Rjca98zZ34/j0pvjmOSHvQm/mKfaJ/FeYyoKBEGnFMcs+k//rpuliSQXMy6j6e119W0sPbfo93aaJzKpQdflZxhu6wKntiURg==',key_name='tempest-TestMinimumBasicScenario-1239283074',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='799524c8608747dab931808396993af3',ramdisk_id='',reservation_id='r-4vi70agn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='07eeed18-68e7-4b77-a965-5aefc5d43de9',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-653167012',owner_user_name='tempest-TestMinimumBasicScenario-653167012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:39:39Z,user_data=None,user_id='23dfb46a78c848ce97703b5d6cad1a62',uuid=8e9b42a6-a52c-41c6-b217-cb9f07d56f48,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converting VIF {"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5e:bd:ad,bridge_name='br-int',has_traffic_filtering=True,id=48e7a00b-fa2a-4456-a419-fbee9a4d035e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48e7a00b-fa') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.objects.instance [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lazy-loading 'pci_devices' on Instance uuid 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:39:41 user nova-compute[74675]:   <uuid>8e9b42a6-a52c-41c6-b217-cb9f07d56f48</uuid>
Nov 23 06:39:41 user nova-compute[74675]:   <name>instance-0000002a</name>
Nov 23 06:39:41 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:39:41 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:39:41 user nova-compute[74675]:   <metadata>
Nov 23 06:39:41 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:39:41 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:39:41 user nova-compute[74675]:       <nova:name>tempest-TestMinimumBasicScenario-server-423305843</nova:name>
Nov 23 06:39:41 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:39:41</nova:creationTime>
Nov 23 06:39:41 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:39:41 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:39:41 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:39:41 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:39:41 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:39:41 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:39:41 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:39:41 user nova-compute[74675]:       <nova:owner>
Nov 23 06:39:41 user nova-compute[74675]:         <nova:user uuid="23dfb46a78c848ce97703b5d6cad1a62">tempest-TestMinimumBasicScenario-653167012-project-member</nova:user>
Nov 23 06:39:41 user nova-compute[74675]:         <nova:project uuid="799524c8608747dab931808396993af3">tempest-TestMinimumBasicScenario-653167012</nova:project>
Nov 23 06:39:41 user nova-compute[74675]:       </nova:owner>
Nov 23 06:39:41 user nova-compute[74675]:       <nova:root type="image" uuid="07eeed18-68e7-4b77-a965-5aefc5d43de9"/>
Nov 23 06:39:41 user nova-compute[74675]:       <nova:ports>
Nov 23 06:39:41 user nova-compute[74675]:         <nova:port uuid="48e7a00b-fa2a-4456-a419-fbee9a4d035e">
Nov 23 06:39:41 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 23 06:39:41 user nova-compute[74675]:         </nova:port>
Nov 23 06:39:41 user nova-compute[74675]:       </nova:ports>
Nov 23 06:39:41 user nova-compute[74675]:     </nova:instance>
Nov 23 06:39:41 user nova-compute[74675]:   </metadata>
Nov 23 06:39:41 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:39:41 user nova-compute[74675]:     <system>
Nov 23 06:39:41 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:39:41 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:39:41 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:39:41 user nova-compute[74675]:       <entry name="serial">8e9b42a6-a52c-41c6-b217-cb9f07d56f48</entry>
Nov 23 06:39:41 user nova-compute[74675]:       <entry name="uuid">8e9b42a6-a52c-41c6-b217-cb9f07d56f48</entry>
Nov 23 06:39:41 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:39:41 user nova-compute[74675]:     </system>
Nov 23 06:39:41 user nova-compute[74675]:   </sysinfo>
Nov 23 06:39:41 user nova-compute[74675]:   <os>
Nov 23 06:39:41 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:39:41 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:39:41 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:39:41 user nova-compute[74675]:   </os>
Nov 23 06:39:41 user nova-compute[74675]:   <features>
Nov 23 06:39:41 user nova-compute[74675]:     <acpi/>
Nov 23 06:39:41 user nova-compute[74675]:     <apic/>
Nov 23 06:39:41 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:39:41 user nova-compute[74675]:   </features>
Nov 23 06:39:41 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:39:41 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:39:41 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:39:41 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:39:41 user nova-compute[74675]:   </clock>
Nov 23 06:39:41 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:39:41 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:39:41 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:39:41 user nova-compute[74675]:   </cpu>
Nov 23 06:39:41 user nova-compute[74675]:   <devices>
Nov 23 06:39:41 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:39:41 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:39:41 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk"/>
Nov 23 06:39:41 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:39:41 user nova-compute[74675]:     </disk>
Nov 23 06:39:41 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:39:41 user nova-compute[74675]:       <mac address="fa:16:3e:5e:bd:ad"/>
Nov 23 06:39:41 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:39:41 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:39:41 user nova-compute[74675]:       <target dev="tap48e7a00b-fa"/>
Nov 23 06:39:41 user nova-compute[74675]:     </interface>
Nov 23 06:39:41 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:39:41 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/console.log" append="off"/>
Nov 23 06:39:41 user nova-compute[74675]:     </serial>
Nov 23 06:39:41 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:39:41 user nova-compute[74675]:     <video>
Nov 23 06:39:41 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:39:41 user nova-compute[74675]:     </video>
Nov 23 06:39:41 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:39:41 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:39:41 user nova-compute[74675]:     </rng>
Nov 23 06:39:41 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:39:41 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:39:41 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:39:41 user nova-compute[74675]:     </memballoon>
Nov 23 06:39:41 user nova-compute[74675]:   </devices>
Nov 23 06:39:41 user nova-compute[74675]: </domain>
Nov 23 06:39:41 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:39:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-423305843',display_name='tempest-TestMinimumBasicScenario-server-423305843',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-423305843',id=42,image_ref='07eeed18-68e7-4b77-a965-5aefc5d43de9',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKNeDLFNDR8zTy+dfcnIu8DAIaFA6pka1Rjca98zZ34/j0pvjmOSHvQm/mKfaJ/FeYyoKBEGnFMcs+k//rpuliSQXMy6j6e119W0sPbfo93aaJzKpQdflZxhu6wKntiURg==',key_name='tempest-TestMinimumBasicScenario-1239283074',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='799524c8608747dab931808396993af3',ramdisk_id='',reservation_id='r-4vi70agn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='07eeed18-68e7-4b77-a965-5aefc5d43de9',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-653167012',owner_user_name='tempest-TestMinimumBasicScenario-653167012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:39:39Z,user_data=None,user_id='23dfb46a78c848ce97703b5d6cad1a62',uuid=8e9b42a6-a52c-41c6-b217-cb9f07d56f48,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converting VIF {"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5e:bd:ad,bridge_name='br-int',has_traffic_filtering=True,id=48e7a00b-fa2a-4456-a419-fbee9a4d035e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48e7a00b-fa') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG os_vif [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5e:bd:ad,bridge_name='br-int',has_traffic_filtering=True,id=48e7a00b-fa2a-4456-a419-fbee9a4d035e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48e7a00b-fa') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cdbe905d-acff-54af-b5db-5d2c24b7fd20', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap48e7a00b-fa, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap48e7a00b-fa, col_values=(('qos', UUID('c40f44ed-4091-4af8-87a4-62669845d1ef')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap48e7a00b-fa, col_values=(('external_ids', {'iface-id': '48e7a00b-fa2a-4456-a419-fbee9a4d035e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5e:bd:ad', 'vm-uuid': '8e9b42a6-a52c-41c6-b217-cb9f07d56f48'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:41 user nova-compute[74675]: INFO os_vif [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5e:bd:ad,bridge_name='br-int',has_traffic_filtering=True,id=48e7a00b-fa2a-4456-a419-fbee9a4d035e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48e7a00b-fa')
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] No VIF found with MAC fa:16:3e:5e:bd:ad, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.network.neutron [req-cc5e870c-343b-4af5-91fd-d89d1f06029f req-c6251364-1aff-4795-b66d-9002ee373d5f service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updated VIF entry in instance network info cache for port 48e7a00b-fa2a-4456-a419-fbee9a4d035e. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG nova.network.neutron [req-cc5e870c-343b-4af5-91fd-d89d1f06029f req-c6251364-1aff-4795-b66d-9002ee373d5f service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updating instance_info_cache with network_info: [{"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:39:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cc5e870c-343b-4af5-91fd-d89d1f06029f req-c6251364-1aff-4795-b66d-9002ee373d5f service nova] Releasing lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:39:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-79f223d1-75be-446c-a759-5cc859be5ebe req-6b9d061d-3d36-4a13-94c5-f51a747fdf33 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received event network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:39:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-79f223d1-75be-446c-a759-5cc859be5ebe req-6b9d061d-3d36-4a13-94c5-f51a747fdf33 service nova] Acquiring lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-79f223d1-75be-446c-a759-5cc859be5ebe req-6b9d061d-3d36-4a13-94c5-f51a747fdf33 service nova] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-79f223d1-75be-446c-a759-5cc859be5ebe req-6b9d061d-3d36-4a13-94c5-f51a747fdf33 service nova] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:43 user nova-compute[74675]: DEBUG nova.compute.manager [req-79f223d1-75be-446c-a759-5cc859be5ebe req-6b9d061d-3d36-4a13-94c5-f51a747fdf33 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] No waiting events found dispatching network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:39:43 user nova-compute[74675]: WARNING nova.compute.manager [req-79f223d1-75be-446c-a759-5cc859be5ebe req-6b9d061d-3d36-4a13-94c5-f51a747fdf33 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received unexpected event network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e for instance with vm_state building and task_state spawning.
Nov 23 06:39:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:45 user nova-compute[74675]: DEBUG nova.compute.manager [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:39:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:39:45 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Instance spawned successfully.
Nov 23 06:39:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:39:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:39:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:39:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:39:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:39:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:39:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:39:45 user nova-compute[74675]: INFO nova.compute.manager [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Took 5.74 seconds to spawn the instance on the hypervisor.
Nov 23 06:39:45 user nova-compute[74675]: DEBUG nova.compute.manager [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:39:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:45 user nova-compute[74675]: INFO nova.compute.manager [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Took 6.34 seconds to build instance.
Nov 23 06:39:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-09623fa7-b497-418f-be11-5e26908227fa tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.434s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:45 user nova-compute[74675]: DEBUG nova.compute.manager [req-ab1f696e-7441-4c03-8284-b039c4eacf8d req-b916ae4f-0014-4cb2-9a41-09bb9d3b1bc5 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received event network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:39:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ab1f696e-7441-4c03-8284-b039c4eacf8d req-b916ae4f-0014-4cb2-9a41-09bb9d3b1bc5 service nova] Acquiring lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:39:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ab1f696e-7441-4c03-8284-b039c4eacf8d req-b916ae4f-0014-4cb2-9a41-09bb9d3b1bc5 service nova] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:39:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ab1f696e-7441-4c03-8284-b039c4eacf8d req-b916ae4f-0014-4cb2-9a41-09bb9d3b1bc5 service nova] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:39:45 user nova-compute[74675]: DEBUG nova.compute.manager [req-ab1f696e-7441-4c03-8284-b039c4eacf8d req-b916ae4f-0014-4cb2-9a41-09bb9d3b1bc5 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] No waiting events found dispatching network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:39:45 user nova-compute[74675]: WARNING nova.compute.manager [req-ab1f696e-7441-4c03-8284-b039c4eacf8d req-b916ae4f-0014-4cb2-9a41-09bb9d3b1bc5 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received unexpected event network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e for instance with vm_state active and task_state None.
Nov 23 06:39:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:39:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG nova.network.neutron [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Port 7c4689fb-06a2-4033-be46-adbd344ee9a6 binding to destination host user is already ACTIVE {{(pid=74675) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquired lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG nova.network.neutron [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG nova.network.neutron [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updating instance_info_cache with network_info: [{"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Releasing lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Creating tmpfile /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/tmpt7a2he3q to verify with other compute node that the instance is on the same shared storage. {{(pid=74675) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-3be49522-92be-4054-9be4-65f36387c26a req-59098f67-b918-4833-abbc-fdbd7a52f757 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received event network-vif-unplugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3be49522-92be-4054-9be4-65f36387c26a req-59098f67-b918-4833-abbc-fdbd7a52f757 service nova] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3be49522-92be-4054-9be4-65f36387c26a req-59098f67-b918-4833-abbc-fdbd7a52f757 service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3be49522-92be-4054-9be4-65f36387c26a req-59098f67-b918-4833-abbc-fdbd7a52f757 service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-3be49522-92be-4054-9be4-65f36387c26a req-59098f67-b918-4833-abbc-fdbd7a52f757 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] No waiting events found dispatching network-vif-unplugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:40:00 user nova-compute[74675]: WARNING nova.compute.manager [req-3be49522-92be-4054-9be4-65f36387c26a req-59098f67-b918-4833-abbc-fdbd7a52f757 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received unexpected event network-vif-unplugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 for instance with vm_state resized and task_state resize_reverting.
Nov 23 06:40:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:01 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Instance destroyed successfully.
Nov 23 06:40:01 user nova-compute[74675]: DEBUG nova.objects.instance [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lazy-loading 'resources' on Instance uuid 6135444f-2bce-4e81-9200-474bd9fe7fac {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:35:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1415444062',display_name='tempest-ServerActionsTestOtherB-server-1415444062',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1415444062',id=39,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE6uqPMdPJM4RVBZHbSxiQsK2r8cP6mpay/BDT943sAFteDz1FmIIVxuNWXFcowS8e8gNufrguDWf8nh3EGXvGFViLjMcFlcO1XyZECFB/5RVER4RpVyKvjbN9hPl6mUdg==',key_name='tempest-keypair-524988022',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:38:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='500fe1b34bc94e61af7cd26a8b902fcb',ramdisk_id='',reservation_id='r-7d65820o',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1715949938',owner_user_name='tempest-ServerActionsTestOtherB-1715949938-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:38:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='735d26d8543c4c86a990ecf51dd7d883',uuid=6135444f-2bce-4e81-9200-474bd9fe7fac,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converting VIF {"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_vif [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7c4689fb-06, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c0719f01-c42e-448c-80ae-f553d14eb96b) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:01 user nova-compute[74675]: INFO os_vif [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06')
Nov 23 06:40:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GquloSIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:40:01 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4edbf2f1-c3e9-445b-8174-a1df406e1cc2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:40:01 user nova-compute[74675]: No targets found.
Nov 23 06:40:01 user nova-compute[74675]: iSNS:
Nov 23 06:40:01 user nova-compute[74675]: No targets found.
Nov 23 06:40:01 user nova-compute[74675]: STATIC:
Nov 23 06:40:01 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e
Nov 23 06:40:01 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:40:01 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:40:01 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b
Nov 23 06:40:01 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:40:01 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:40:01 user nova-compute[74675]: FIRMWARE:
Nov 23 06:40:01 user nova-compute[74675]: No targets found.
Nov 23 06:40:01 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:40:01 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:40:01 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ed7a2f9-f9f8-4e2a-a93f-69280ee23a5f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed5eedc0-da89-40a8-b31c-784718b9620a]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:40:01 user nova-compute[74675]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:40:01 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:40:01 user nova-compute[74675]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:40:01 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac681c3130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b'): ({'sdd'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Removing single pathed devices sdd {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b39b75f9-e0d1-460b-8410-e56b5b452c9d]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[db95a3e9-9a6f-450d-b867-dfb254fcfae6]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Flushing IO for device /dev/sdd {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfcb0505-1632-47c0-9580-874eccc2def8]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.050s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[778b6e00-b5a4-489b-a16b-90dc3a169917]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] SCSI volumes sdd have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc2ef762-129b-4dd6-bff5-d676bfcb8f2b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fd14a1f-0185-4a9e-8a6b-a869315f14ec]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260]
Nov 23 06:40:01 user nova-compute[74675]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260] successful.
Nov 23 06:40:01 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7b3c7cf-f1de-4edd-8900-34ad3280ac81]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] <== disconnect_volume: return (306ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:40:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:40:02 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:40:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:02 user nova-compute[74675]: DEBUG nova.objects.instance [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lazy-loading 'migration_context' on Instance uuid 6135444f-2bce-4e81-9200-474bd9fe7fac {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:40:02 user nova-compute[74675]: DEBUG nova.objects.base [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Object Instance<6135444f-2bce-4e81-9200-474bd9fe7fac> lazy-loaded attributes: resources,migration_context {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:40:02 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:40:02 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG nova.compute.manager [req-346dcebb-7450-4a5e-89e6-9a8b7525560d req-15fb2c94-bd79-4d79-ac6a-31d1708e7c2c service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-346dcebb-7450-4a5e-89e6-9a8b7525560d req-15fb2c94-bd79-4d79-ac6a-31d1708e7c2c service nova] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-346dcebb-7450-4a5e-89e6-9a8b7525560d req-15fb2c94-bd79-4d79-ac6a-31d1708e7c2c service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-346dcebb-7450-4a5e-89e6-9a8b7525560d req-15fb2c94-bd79-4d79-ac6a-31d1708e7c2c service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG nova.compute.manager [req-346dcebb-7450-4a5e-89e6-9a8b7525560d req-15fb2c94-bd79-4d79-ac6a-31d1708e7c2c service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] No waiting events found dispatching network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:40:03 user nova-compute[74675]: WARNING nova.compute.manager [req-346dcebb-7450-4a5e-89e6-9a8b7525560d req-15fb2c94-bd79-4d79-ac6a-31d1708e7c2c service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received unexpected event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 for instance with vm_state resized and task_state resize_reverting.
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.283s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:40:03 user nova-compute[74675]: INFO nova.compute.manager [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Swapping old allocation on dict_keys(['f859f802-386b-4956-b87c-78941b98bb44']) held by migration d90d3bab-ca7a-43c9-a187-ec9336dead2f for instance
Nov 23 06:40:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Overwriting current allocation {'allocations': {'f859f802-386b-4956-b87c-78941b98bb44': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 50}}, 'project_id': '500fe1b34bc94e61af7cd26a8b902fcb', 'user_id': '735d26d8543c4c86a990ecf51dd7d883', 'consumer_generation': 1} on consumer 6135444f-2bce-4e81-9200-474bd9fe7fac {{(pid=74675) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquired lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG nova.network.neutron [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG nova.network.neutron [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updating instance_info_cache with network_info: [{"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Releasing lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG os_brick.utils [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[23b924f3-a19e-4a30-a4fc-afef9af05468]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a19e1f4b-0bcf-4517-b2d2-b0ba5a918584]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[897d1873-23ab-4a65-a748-bedfba1b6cab]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1041b01-9b36-4a18-80df-8813128c26f6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:04 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:40:04 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:40:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8403MB free_disk=25.314876556396484GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:40:04 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:40:04 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[11def898-9bfd-419a-806f-2020d1e70e93]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG os_brick.utils [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] <== get_connector_properties: return (471ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-033f8f55-d065-4627-8195-c11125a8116d req-0f04a250-f699-4a45-8f40-0492f6ebfbec service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Received event network-changed-4179c361-229d-46e3-a92f-5c01634ec639 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-033f8f55-d065-4627-8195-c11125a8116d req-0f04a250-f699-4a45-8f40-0492f6ebfbec service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Refreshing instance network info cache due to event network-changed-4179c361-229d-46e3-a92f-5c01634ec639. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-033f8f55-d065-4627-8195-c11125a8116d req-0f04a250-f699-4a45-8f40-0492f6ebfbec service nova] Acquiring lock "refresh_cache-ce09cb0f-ba50-4979-b8d7-79e47ea76880" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-033f8f55-d065-4627-8195-c11125a8116d req-0f04a250-f699-4a45-8f40-0492f6ebfbec service nova] Acquired lock "refresh_cache-ce09cb0f-ba50-4979-b8d7-79e47ea76880" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG nova.network.neutron [req-033f8f55-d065-4627-8195-c11125a8116d req-0f04a250-f699-4a45-8f40-0492f6ebfbec service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Refreshing network info cache for port 4179c361-229d-46e3-a92f-5c01634ec639 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 6135444f-2bce-4e81-9200-474bd9fe7fac actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance ce09cb0f-ba50-4979-b8d7-79e47ea76880 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance bdca2009-b8b9-496d-8b0e-d7023f2141d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:40:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.327s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:05 user nova-compute[74675]: INFO nova.compute.manager [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Terminating instance
Nov 23 06:40:05 user nova-compute[74675]: DEBUG nova.compute.manager [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG nova.network.neutron [req-033f8f55-d065-4627-8195-c11125a8116d req-0f04a250-f699-4a45-8f40-0492f6ebfbec service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Updated VIF entry in instance network info cache for port 4179c361-229d-46e3-a92f-5c01634ec639. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG nova.network.neutron [req-033f8f55-d065-4627-8195-c11125a8116d req-0f04a250-f699-4a45-8f40-0492f6ebfbec service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Updating instance_info_cache with network_info: [{"id": "4179c361-229d-46e3-a92f-5c01634ec639", "address": "fa:16:3e:af:95:05", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4179c361-22", "ovs_interfaceid": "4179c361-229d-46e3-a92f-5c01634ec639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-033f8f55-d065-4627-8195-c11125a8116d req-0f04a250-f699-4a45-8f40-0492f6ebfbec service nova] Releasing lock "refresh_cache-ce09cb0f-ba50-4979-b8d7-79e47ea76880" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-b5a8c1c8-e00a-471e-b8b1-7dfcb690707c req-cd88c1a8-e4d2-4108-acf5-fe8055e13fff service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Received event network-vif-unplugged-4179c361-229d-46e3-a92f-5c01634ec639 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b5a8c1c8-e00a-471e-b8b1-7dfcb690707c req-cd88c1a8-e4d2-4108-acf5-fe8055e13fff service nova] Acquiring lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b5a8c1c8-e00a-471e-b8b1-7dfcb690707c req-cd88c1a8-e4d2-4108-acf5-fe8055e13fff service nova] Lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b5a8c1c8-e00a-471e-b8b1-7dfcb690707c req-cd88c1a8-e4d2-4108-acf5-fe8055e13fff service nova] Lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-b5a8c1c8-e00a-471e-b8b1-7dfcb690707c req-cd88c1a8-e4d2-4108-acf5-fe8055e13fff service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] No waiting events found dispatching network-vif-unplugged-4179c361-229d-46e3-a92f-5c01634ec639 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG nova.compute.manager [req-b5a8c1c8-e00a-471e-b8b1-7dfcb690707c req-cd88c1a8-e4d2-4108-acf5-fe8055e13fff service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Received event network-vif-unplugged-4179c361-229d-46e3-a92f-5c01634ec639 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:05 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Instance destroyed successfully.
Nov 23 06:40:05 user nova-compute[74675]: DEBUG nova.objects.instance [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lazy-loading 'resources' on Instance uuid ce09cb0f-ba50-4979-b8d7-79e47ea76880 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-2024402968',display_name='tempest-TestVolumeBootPattern-server-2024402968',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-2024402968',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF/SNtPKTcl5W/IG5fvOcXNGrA1GA39/aT6SxyH/Fu2st3mY+UNmLIwFymR+gE85Mxq4pRcczYCQolC1m2kQ+0kYqOpI9lMK5V69gp4wJmLUj6qPIpzh/sPECN9kbwqRCQ==',key_name='tempest-TestVolumeBootPattern-2100987248',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:38:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-75ltsy7t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:38:27Z,user_data=None,user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=ce09cb0f-ba50-4979-b8d7-79e47ea76880,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4179c361-229d-46e3-a92f-5c01634ec639", "address": "fa:16:3e:af:95:05", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4179c361-22", "ovs_interfaceid": "4179c361-229d-46e3-a92f-5c01634ec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "4179c361-229d-46e3-a92f-5c01634ec639", "address": "fa:16:3e:af:95:05", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4179c361-22", "ovs_interfaceid": "4179c361-229d-46e3-a92f-5c01634ec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:af:95:05,bridge_name='br-int',has_traffic_filtering=True,id=4179c361-229d-46e3-a92f-5c01634ec639,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4179c361-22') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_vif [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:95:05,bridge_name='br-int',has_traffic_filtering=True,id=4179c361-229d-46e3-a92f-5c01634ec639,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4179c361-22') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4179c361-22, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=61f35515-f5da-4f0b-8798-b1587a870de0) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:06 user nova-compute[74675]: INFO os_vif [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:95:05,bridge_name='br-int',has_traffic_filtering=True,id=4179c361-229d-46e3-a92f-5c01634ec639,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4179c361-22')
Nov 23 06:40:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hPdrfTXC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:40:06 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e27b3ace-8a06-4e22-b320-556a29a81627]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:40:06 user nova-compute[74675]: No targets found.
Nov 23 06:40:06 user nova-compute[74675]: iSNS:
Nov 23 06:40:06 user nova-compute[74675]: No targets found.
Nov 23 06:40:06 user nova-compute[74675]: STATIC:
Nov 23 06:40:06 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e
Nov 23 06:40:06 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:40:06 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:40:06 user nova-compute[74675]: FIRMWARE:
Nov 23 06:40:06 user nova-compute[74675]: No targets found.
Nov 23 06:40:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:40:06 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:40:06 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[48003b1d-5a97-49a8-8287-2e8273d367f8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e67b9f84-7f83-4fa0-bb99-3bb7a88df18a]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:40:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:40:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac681bc430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e'): ({'sdc'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Removing single pathed devices sdc {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a122b8a-7e29-4827-92e1-c2a11728b649]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[647f0214-4007-42ba-8ee6-18c16ae9c761]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flushing IO for device /dev/sdc {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cb8564b-108f-41b9-a8eb-e542a78c6f96]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.055s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[81af6e15-0307-47de-b931-65e5951883fd]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b49ef820-2277-43c6-a010-2900a341e682]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa258b8d-6a88-4ffe-896f-4c84b8c86243]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e, portal: 172.16.0.220,3260]
Nov 23 06:40:06 user nova-compute[74675]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e, portal: 172.16.0.220,3260] successful.
Nov 23 06:40:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[753cf700-e2b8-4a12-bf0b-1b88cf8e0d50]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.321s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== disconnect_volume: return (322ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:40:06 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Deleting instance files /opt/stack/data/nova/instances/ce09cb0f-ba50-4979-b8d7-79e47ea76880_del
Nov 23 06:40:06 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Deletion of /opt/stack/data/nova/instances/ce09cb0f-ba50-4979-b8d7-79e47ea76880_del complete
Nov 23 06:40:06 user nova-compute[74675]: INFO nova.compute.manager [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Took 1.52 seconds to destroy the instance on the hypervisor.
Nov 23 06:40:06 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:07 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:40:07 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Took 0.76 seconds to deallocate network for instance.
Nov 23 06:40:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-664c440d-694f-444b-8cf1-5e4fe2517cfb req-4987f941-4af8-4849-9c67-0f40304f196d service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Received event network-vif-deleted-4179c361-229d-46e3-a92f-5c01634ec639 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:40:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-405b5079-9ba5-4207-b4dc-ba2f1f7c8cbc req-819e7d93-8393-4125-b179-35694905c669 service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Received event network-vif-plugged-4179c361-229d-46e3-a92f-5c01634ec639 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:40:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-405b5079-9ba5-4207-b4dc-ba2f1f7c8cbc req-819e7d93-8393-4125-b179-35694905c669 service nova] Acquiring lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-405b5079-9ba5-4207-b4dc-ba2f1f7c8cbc req-819e7d93-8393-4125-b179-35694905c669 service nova] Lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-405b5079-9ba5-4207-b4dc-ba2f1f7c8cbc req-819e7d93-8393-4125-b179-35694905c669 service nova] Lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-405b5079-9ba5-4207-b4dc-ba2f1f7c8cbc req-819e7d93-8393-4125-b179-35694905c669 service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] No waiting events found dispatching network-vif-plugged-4179c361-229d-46e3-a92f-5c01634ec639 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:40:07 user nova-compute[74675]: WARNING nova.compute.manager [req-405b5079-9ba5-4207-b4dc-ba2f1f7c8cbc req-819e7d93-8393-4125-b179-35694905c669 service nova] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Received unexpected event network-vif-plugged-4179c361-229d-46e3-a92f-5c01634ec639 for instance with vm_state active and task_state deleting.
Nov 23 06:40:08 user nova-compute[74675]: INFO nova.compute.manager [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: ce09cb0f-ba50-4979-b8d7-79e47ea76880] Took 0.71 seconds to detach 1 volumes for instance.
Nov 23 06:40:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:08 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:40:08 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:40:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.176s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:08 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Deleted allocations for instance ce09cb0f-ba50-4979-b8d7-79e47ea76880
Nov 23 06:40:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6073d6da-d99b-4467-b371-5d5aadfb8d01 tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "ce09cb0f-ba50-4979-b8d7-79e47ea76880" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.346s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:09 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:40:09 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:40:09 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:40:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:40:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:40:09 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:40:09 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid 6135444f-2bce-4e81-9200-474bd9fe7fac {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:40:09 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updating instance_info_cache with network_info: [{"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:40:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-6135444f-2bce-4e81-9200-474bd9fe7fac" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:40:09 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Starting finish_revert_migration {{(pid=74675) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Start _get_guest_xml network_info=[{"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GquloSIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '6135444f-2bce-4e81-9200-474bd9fe7fac', 'attached_at': '2023-11-23T06:40:10.000000', 'detached_at': '', 'volume_id': '6224df8c-02cb-4785-a096-0be1c14fa21b', 'serial': '6224df8c-02cb-4785-a096-0be1c14fa21b'}, 'attachment_id': '1e38fdac-48e8-4202-b4b1-00de4a907ae2', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:40:10 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:40:10 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.objects.instance [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6135444f-2bce-4e81-9200-474bd9fe7fac {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GquloSIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:40:10 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:40:10 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:40:10 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[729a8de2-237c-4b05-97bd-62afce3e30c9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:40:10 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5138404e-4a9b-406f-a010-f659b17a78ea]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b] added
Nov 23 06:40:10 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd769e0b-ee67-428b-9c24-32cff8f9a5cd]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbeb75fa-f102-42f7-9cd9-a5178a202b8b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GquloSIi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GquloSIi" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bdc17b4-2a51-4034-bd94-ad0a63af5e2a]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GquloSIi'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e892a7a8-5b0c-43b7-ac5e-4443ccd4f9b4]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[265cf916-f108-4a64-8a02-07daf4fbc59e]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 23 06:40:10 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 23 06:40:10 user nova-compute[74675]:  {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:40:10 user nova-compute[74675]: WARNING os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 23 06:40:10 user nova-compute[74675]: 
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7a3adb4-623a-4a06-88e5-632f5e114fa1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260]
Nov 23 06:40:10 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260] successful.
Nov 23 06:40:10 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0936e33d-45c5-4798-bb27-f1061634d91d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c24f81e-924a-439d-823d-c94a56d35832]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:40:10 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:40:10 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.245s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f73b0d4b-773a-4d32-87a8-d4938949e5a7]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:40:10 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GquloSIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.276s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] <== connect_volume: return (1277ms) {'type': 'block', 'scsi_wwn': '23365306239343566', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23365306239343566', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:35:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1415444062',display_name='tempest-ServerActionsTestOtherB-server-1415444062',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1415444062',id=39,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE6uqPMdPJM4RVBZHbSxiQsK2r8cP6mpay/BDT943sAFteDz1FmIIVxuNWXFcowS8e8gNufrguDWf8nh3EGXvGFViLjMcFlcO1XyZECFB/5RVER4RpVyKvjbN9hPl6mUdg==',key_name='tempest-keypair-524988022',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:38:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='500fe1b34bc94e61af7cd26a8b902fcb',ramdisk_id='',reservation_id='r-7d65820o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1715949938',owner_user_name='tempest-ServerActionsTestOtherB-1715949938-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='735d26d8543c4c86a990ecf51dd7d883',uuid=6135444f-2bce-4e81-9200-474bd9fe7fac,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converting VIF {"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:40:11 user nova-compute[74675]:   <uuid>6135444f-2bce-4e81-9200-474bd9fe7fac</uuid>
Nov 23 06:40:11 user nova-compute[74675]:   <name>instance-00000027</name>
Nov 23 06:40:11 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:40:11 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:40:11 user nova-compute[74675]:   <metadata>
Nov 23 06:40:11 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:40:11 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:40:11 user nova-compute[74675]:       <nova:name>tempest-ServerActionsTestOtherB-server-1415444062</nova:name>
Nov 23 06:40:11 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:40:10</nova:creationTime>
Nov 23 06:40:11 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:40:11 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:40:11 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:40:11 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:40:11 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:40:11 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:40:11 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:40:11 user nova-compute[74675]:       <nova:owner>
Nov 23 06:40:11 user nova-compute[74675]:         <nova:user uuid="735d26d8543c4c86a990ecf51dd7d883">tempest-ServerActionsTestOtherB-1715949938-project-member</nova:user>
Nov 23 06:40:11 user nova-compute[74675]:         <nova:project uuid="500fe1b34bc94e61af7cd26a8b902fcb">tempest-ServerActionsTestOtherB-1715949938</nova:project>
Nov 23 06:40:11 user nova-compute[74675]:       </nova:owner>
Nov 23 06:40:11 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:40:11 user nova-compute[74675]:       <nova:ports>
Nov 23 06:40:11 user nova-compute[74675]:         <nova:port uuid="7c4689fb-06a2-4033-be46-adbd344ee9a6">
Nov 23 06:40:11 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 23 06:40:11 user nova-compute[74675]:         </nova:port>
Nov 23 06:40:11 user nova-compute[74675]:       </nova:ports>
Nov 23 06:40:11 user nova-compute[74675]:     </nova:instance>
Nov 23 06:40:11 user nova-compute[74675]:   </metadata>
Nov 23 06:40:11 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:40:11 user nova-compute[74675]:     <system>
Nov 23 06:40:11 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:40:11 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:40:11 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:40:11 user nova-compute[74675]:       <entry name="serial">6135444f-2bce-4e81-9200-474bd9fe7fac</entry>
Nov 23 06:40:11 user nova-compute[74675]:       <entry name="uuid">6135444f-2bce-4e81-9200-474bd9fe7fac</entry>
Nov 23 06:40:11 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:40:11 user nova-compute[74675]:     </system>
Nov 23 06:40:11 user nova-compute[74675]:   </sysinfo>
Nov 23 06:40:11 user nova-compute[74675]:   <os>
Nov 23 06:40:11 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:40:11 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:40:11 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:40:11 user nova-compute[74675]:   </os>
Nov 23 06:40:11 user nova-compute[74675]:   <features>
Nov 23 06:40:11 user nova-compute[74675]:     <acpi/>
Nov 23 06:40:11 user nova-compute[74675]:     <apic/>
Nov 23 06:40:11 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:40:11 user nova-compute[74675]:   </features>
Nov 23 06:40:11 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:40:11 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:40:11 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:40:11 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:40:11 user nova-compute[74675]:   </clock>
Nov 23 06:40:11 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:40:11 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:40:11 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:40:11 user nova-compute[74675]:   </cpu>
Nov 23 06:40:11 user nova-compute[74675]:   <devices>
Nov 23 06:40:11 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:40:11 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:40:11 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk"/>
Nov 23 06:40:11 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:40:11 user nova-compute[74675]:     </disk>
Nov 23 06:40:11 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:40:11 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:40:11 user nova-compute[74675]:       <source dev="/dev/sdb"/>
Nov 23 06:40:11 user nova-compute[74675]:       <target dev="vdb" bus="virtio"/>
Nov 23 06:40:11 user nova-compute[74675]:       <serial>6224df8c-02cb-4785-a096-0be1c14fa21b</serial>
Nov 23 06:40:11 user nova-compute[74675]:     </disk>
Nov 23 06:40:11 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:40:11 user nova-compute[74675]:       <mac address="fa:16:3e:9b:8c:8a"/>
Nov 23 06:40:11 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:40:11 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:40:11 user nova-compute[74675]:       <target dev="tap7c4689fb-06"/>
Nov 23 06:40:11 user nova-compute[74675]:     </interface>
Nov 23 06:40:11 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:40:11 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/console.log" append="off"/>
Nov 23 06:40:11 user nova-compute[74675]:     </serial>
Nov 23 06:40:11 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:40:11 user nova-compute[74675]:     <video>
Nov 23 06:40:11 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:40:11 user nova-compute[74675]:     </video>
Nov 23 06:40:11 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:40:11 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:40:11 user nova-compute[74675]:     </rng>
Nov 23 06:40:11 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:40:11 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:40:11 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:40:11 user nova-compute[74675]:     </memballoon>
Nov 23 06:40:11 user nova-compute[74675]:   </devices>
Nov 23 06:40:11 user nova-compute[74675]: </domain>
Nov 23 06:40:11 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:35:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1415444062',display_name='tempest-ServerActionsTestOtherB-server-1415444062',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1415444062',id=39,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE6uqPMdPJM4RVBZHbSxiQsK2r8cP6mpay/BDT943sAFteDz1FmIIVxuNWXFcowS8e8gNufrguDWf8nh3EGXvGFViLjMcFlcO1XyZECFB/5RVER4RpVyKvjbN9hPl6mUdg==',key_name='tempest-keypair-524988022',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:38:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='500fe1b34bc94e61af7cd26a8b902fcb',ramdisk_id='',reservation_id='r-7d65820o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1715949938',owner_user_name='tempest-ServerActionsTestOtherB-1715949938-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:40:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='735d26d8543c4c86a990ecf51dd7d883',uuid=6135444f-2bce-4e81-9200-474bd9fe7fac,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converting VIF {"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG os_vif [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '83e1930e-aeb3-5957-811f-badc57dc2e52', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7c4689fb-06, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7c4689fb-06, col_values=(('qos', UUID('30c80b28-acaa-436e-aae7-e13f0ef4f963')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7c4689fb-06, col_values=(('external_ids', {'iface-id': '7c4689fb-06a2-4033-be46-adbd344ee9a6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9b:8c:8a', 'vm-uuid': '6135444f-2bce-4e81-9200-474bd9fe7fac'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:40:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:11 user nova-compute[74675]: INFO os_vif [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06')
Nov 23 06:40:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-fb9caddc-b344-4fb1-9379-c42adbf195c4 req-4042ad51-3af5-4e74-9a49-813824b1f795 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:40:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fb9caddc-b344-4fb1-9379-c42adbf195c4 req-4042ad51-3af5-4e74-9a49-813824b1f795 service nova] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fb9caddc-b344-4fb1-9379-c42adbf195c4 req-4042ad51-3af5-4e74-9a49-813824b1f795 service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fb9caddc-b344-4fb1-9379-c42adbf195c4 req-4042ad51-3af5-4e74-9a49-813824b1f795 service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-fb9caddc-b344-4fb1-9379-c42adbf195c4 req-4042ad51-3af5-4e74-9a49-813824b1f795 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] No waiting events found dispatching network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:40:13 user nova-compute[74675]: WARNING nova.compute.manager [req-fb9caddc-b344-4fb1-9379-c42adbf195c4 req-4042ad51-3af5-4e74-9a49-813824b1f795 service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received unexpected event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 for instance with vm_state resized and task_state resize_reverting.
Nov 23 06:40:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:14 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:40:15 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:40:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:40:15 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Instance running successfully.
Nov 23 06:40:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] finish_revert_migration finished successfully. {{(pid=74675) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Nov 23 06:40:15 user nova-compute[74675]: DEBUG nova.compute.manager [req-e7dec47e-3097-4490-b812-04b27747b8df req-f58b88ae-5b9e-4068-b9e5-00c4ca7f743f service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:40:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e7dec47e-3097-4490-b812-04b27747b8df req-f58b88ae-5b9e-4068-b9e5-00c4ca7f743f service nova] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e7dec47e-3097-4490-b812-04b27747b8df req-f58b88ae-5b9e-4068-b9e5-00c4ca7f743f service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e7dec47e-3097-4490-b812-04b27747b8df req-f58b88ae-5b9e-4068-b9e5-00c4ca7f743f service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:15 user nova-compute[74675]: DEBUG nova.compute.manager [req-e7dec47e-3097-4490-b812-04b27747b8df req-f58b88ae-5b9e-4068-b9e5-00c4ca7f743f service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] No waiting events found dispatching network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:40:15 user nova-compute[74675]: WARNING nova.compute.manager [req-e7dec47e-3097-4490-b812-04b27747b8df req-f58b88ae-5b9e-4068-b9e5-00c4ca7f743f service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received unexpected event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 for instance with vm_state resized and task_state resize_reverting.
Nov 23 06:40:15 user nova-compute[74675]: INFO nova.compute.manager [None req-bd957cb6-8322-418f-93e5-0488cfa76abf tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updating instance to original state: 'active'
Nov 23 06:40:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:40:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:16 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:40:16 user nova-compute[74675]: INFO nova.compute.claims [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Claim successful on node user
Nov 23 06:40:16 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:40:16 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:40:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.341s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:40:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:40:16 user nova-compute[74675]: DEBUG nova.network.neutron [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:40:16 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:40:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG nova.policy [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c500c76720f499597f05d2cee347bca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e0e925e30a14a178f2cd780dccbdff2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG nova.compute.manager [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:40:17 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Creating image(s)
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "/opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "/opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "/opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk 1073741824" returned: 0 in 0.063s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG nova.network.neutron [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Successfully created port: f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.214s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Checking if we can resize image /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Cannot resize image /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Ensure instance console log exists: /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Successfully updated port: f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquired lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-29ee5522-a585-4268-aaba-a10562afa116 req-27e9a0f3-8b71-4800-a771-25b7627c509c service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received event network-changed-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.compute.manager [req-29ee5522-a585-4268-aaba-a10562afa116 req-27e9a0f3-8b71-4800-a771-25b7627c509c service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Refreshing instance network info cache due to event network-changed-f1b7a473-847c-420b-8966-0aed4045a7a1. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-29ee5522-a585-4268-aaba-a10562afa116 req-27e9a0f3-8b71-4800-a771-25b7627c509c service nova] Acquiring lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Updating instance_info_cache with network_info: [{"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Releasing lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Instance network_info: |[{"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-29ee5522-a585-4268-aaba-a10562afa116 req-27e9a0f3-8b71-4800-a771-25b7627c509c service nova] Acquired lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-29ee5522-a585-4268-aaba-a10562afa116 req-27e9a0f3-8b71-4800-a771-25b7627c509c service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Refreshing network info cache for port f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Start _get_guest_xml network_info=[{"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:40:18 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:40:18 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:40:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1839254671',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1839254671',id=43,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDQFFO/4XceNlfKbOYKDURDkoiQ/RqBWqJ2Kh0I7JStDfr/NrLUDHLYsbf6nFmNcuUy/64JkNdxaxpdLx3yN5u3f3pD+2KGuqm+H96sUEzXkY9mWejlNXSYSsr7suG8iKg==',key_name='tempest-keypair-1269909128',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e0e925e30a14a178f2cd780dccbdff2',ramdisk_id='',reservation_id='r-hsvj7nzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-67653961',owner_user_name='tempest-AttachVolumeShelveTestJSON-67653961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:40:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c500c76720f499597f05d2cee347bca',uuid=21d4ef4d-3b79-4622-a85b-d0195e60e1b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converting VIF {"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:83:0a,bridge_name='br-int',has_traffic_filtering=True,id=f1b7a473-847c-420b-8966-0aed4045a7a1,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b7a473-84') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.objects.instance [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'pci_devices' on Instance uuid 21d4ef4d-3b79-4622-a85b-d0195e60e1b8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:40:18 user nova-compute[74675]:   <uuid>21d4ef4d-3b79-4622-a85b-d0195e60e1b8</uuid>
Nov 23 06:40:18 user nova-compute[74675]:   <name>instance-0000002b</name>
Nov 23 06:40:18 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:40:18 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:40:18 user nova-compute[74675]:   <metadata>
Nov 23 06:40:18 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:40:18 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:40:18 user nova-compute[74675]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1839254671</nova:name>
Nov 23 06:40:18 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:40:18</nova:creationTime>
Nov 23 06:40:18 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:40:18 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:40:18 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:40:18 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:40:18 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:40:18 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:40:18 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:40:18 user nova-compute[74675]:       <nova:owner>
Nov 23 06:40:18 user nova-compute[74675]:         <nova:user uuid="4c500c76720f499597f05d2cee347bca">tempest-AttachVolumeShelveTestJSON-67653961-project-member</nova:user>
Nov 23 06:40:18 user nova-compute[74675]:         <nova:project uuid="3e0e925e30a14a178f2cd780dccbdff2">tempest-AttachVolumeShelveTestJSON-67653961</nova:project>
Nov 23 06:40:18 user nova-compute[74675]:       </nova:owner>
Nov 23 06:40:18 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:40:18 user nova-compute[74675]:       <nova:ports>
Nov 23 06:40:18 user nova-compute[74675]:         <nova:port uuid="f1b7a473-847c-420b-8966-0aed4045a7a1">
Nov 23 06:40:18 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 23 06:40:18 user nova-compute[74675]:         </nova:port>
Nov 23 06:40:18 user nova-compute[74675]:       </nova:ports>
Nov 23 06:40:18 user nova-compute[74675]:     </nova:instance>
Nov 23 06:40:18 user nova-compute[74675]:   </metadata>
Nov 23 06:40:18 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:40:18 user nova-compute[74675]:     <system>
Nov 23 06:40:18 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:40:18 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:40:18 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:40:18 user nova-compute[74675]:       <entry name="serial">21d4ef4d-3b79-4622-a85b-d0195e60e1b8</entry>
Nov 23 06:40:18 user nova-compute[74675]:       <entry name="uuid">21d4ef4d-3b79-4622-a85b-d0195e60e1b8</entry>
Nov 23 06:40:18 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:40:18 user nova-compute[74675]:     </system>
Nov 23 06:40:18 user nova-compute[74675]:   </sysinfo>
Nov 23 06:40:18 user nova-compute[74675]:   <os>
Nov 23 06:40:18 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:40:18 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:40:18 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:40:18 user nova-compute[74675]:   </os>
Nov 23 06:40:18 user nova-compute[74675]:   <features>
Nov 23 06:40:18 user nova-compute[74675]:     <acpi/>
Nov 23 06:40:18 user nova-compute[74675]:     <apic/>
Nov 23 06:40:18 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:40:18 user nova-compute[74675]:   </features>
Nov 23 06:40:18 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:40:18 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:40:18 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:40:18 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:40:18 user nova-compute[74675]:   </clock>
Nov 23 06:40:18 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:40:18 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:40:18 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:40:18 user nova-compute[74675]:   </cpu>
Nov 23 06:40:18 user nova-compute[74675]:   <devices>
Nov 23 06:40:18 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:40:18 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:40:18 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk"/>
Nov 23 06:40:18 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:40:18 user nova-compute[74675]:     </disk>
Nov 23 06:40:18 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:40:18 user nova-compute[74675]:       <mac address="fa:16:3e:e5:83:0a"/>
Nov 23 06:40:18 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:40:18 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:40:18 user nova-compute[74675]:       <target dev="tapf1b7a473-84"/>
Nov 23 06:40:18 user nova-compute[74675]:     </interface>
Nov 23 06:40:18 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:40:18 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/console.log" append="off"/>
Nov 23 06:40:18 user nova-compute[74675]:     </serial>
Nov 23 06:40:18 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:40:18 user nova-compute[74675]:     <video>
Nov 23 06:40:18 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:40:18 user nova-compute[74675]:     </video>
Nov 23 06:40:18 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:40:18 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:40:18 user nova-compute[74675]:     </rng>
Nov 23 06:40:18 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:40:18 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:40:18 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:40:18 user nova-compute[74675]:     </memballoon>
Nov 23 06:40:18 user nova-compute[74675]:   </devices>
Nov 23 06:40:18 user nova-compute[74675]: </domain>
Nov 23 06:40:18 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:40:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1839254671',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1839254671',id=43,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDQFFO/4XceNlfKbOYKDURDkoiQ/RqBWqJ2Kh0I7JStDfr/NrLUDHLYsbf6nFmNcuUy/64JkNdxaxpdLx3yN5u3f3pD+2KGuqm+H96sUEzXkY9mWejlNXSYSsr7suG8iKg==',key_name='tempest-keypair-1269909128',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e0e925e30a14a178f2cd780dccbdff2',ramdisk_id='',reservation_id='r-hsvj7nzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-67653961',owner_user_name='tempest-AttachVolumeShelveTestJSON-67653961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:40:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c500c76720f499597f05d2cee347bca',uuid=21d4ef4d-3b79-4622-a85b-d0195e60e1b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converting VIF {"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:83:0a,bridge_name='br-int',has_traffic_filtering=True,id=f1b7a473-847c-420b-8966-0aed4045a7a1,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b7a473-84') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG os_vif [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:83:0a,bridge_name='br-int',has_traffic_filtering=True,id=f1b7a473-847c-420b-8966-0aed4045a7a1,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b7a473-84') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9741f568-621b-5bef-970e-1b44517a514c', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf1b7a473-84, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf1b7a473-84, col_values=(('qos', UUID('4499c94f-2c4e-46aa-8fe5-11bf757a2a23')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf1b7a473-84, col_values=(('external_ids', {'iface-id': 'f1b7a473-847c-420b-8966-0aed4045a7a1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e5:83:0a', 'vm-uuid': '21d4ef4d-3b79-4622-a85b-d0195e60e1b8'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:40:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:18 user nova-compute[74675]: INFO os_vif [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:83:0a,bridge_name='br-int',has_traffic_filtering=True,id=f1b7a473-847c-420b-8966-0aed4045a7a1,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b7a473-84')
Nov 23 06:40:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:40:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] No VIF found with MAC fa:16:3e:e5:83:0a, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:40:19 user nova-compute[74675]: DEBUG nova.network.neutron [req-29ee5522-a585-4268-aaba-a10562afa116 req-27e9a0f3-8b71-4800-a771-25b7627c509c service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Updated VIF entry in instance network info cache for port f1b7a473-847c-420b-8966-0aed4045a7a1. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:40:19 user nova-compute[74675]: DEBUG nova.network.neutron [req-29ee5522-a585-4268-aaba-a10562afa116 req-27e9a0f3-8b71-4800-a771-25b7627c509c service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Updating instance_info_cache with network_info: [{"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:40:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-29ee5522-a585-4268-aaba-a10562afa116 req-27e9a0f3-8b71-4800-a771-25b7627c509c service nova] Releasing lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:40:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-9fa592f5-866a-4980-9fba-da67f906e9ee req-48def669-e638-40e8-bac4-f15bafaf7e59 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received event network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:40:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9fa592f5-866a-4980-9fba-da67f906e9ee req-48def669-e638-40e8-bac4-f15bafaf7e59 service nova] Acquiring lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9fa592f5-866a-4980-9fba-da67f906e9ee req-48def669-e638-40e8-bac4-f15bafaf7e59 service nova] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9fa592f5-866a-4980-9fba-da67f906e9ee req-48def669-e638-40e8-bac4-f15bafaf7e59 service nova] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-9fa592f5-866a-4980-9fba-da67f906e9ee req-48def669-e638-40e8-bac4-f15bafaf7e59 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] No waiting events found dispatching network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:40:20 user nova-compute[74675]: WARNING nova.compute.manager [req-9fa592f5-866a-4980-9fba-da67f906e9ee req-48def669-e638-40e8-bac4-f15bafaf7e59 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received unexpected event network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 for instance with vm_state building and task_state spawning.
Nov 23 06:40:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-06207d22-8605-41ea-982b-756c89c658e7 req-3fd1c335-e1fd-4f57-9b1c-03a6b81e94ec service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received event network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:40:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-06207d22-8605-41ea-982b-756c89c658e7 req-3fd1c335-e1fd-4f57-9b1c-03a6b81e94ec service nova] Acquiring lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-06207d22-8605-41ea-982b-756c89c658e7 req-3fd1c335-e1fd-4f57-9b1c-03a6b81e94ec service nova] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-06207d22-8605-41ea-982b-756c89c658e7 req-3fd1c335-e1fd-4f57-9b1c-03a6b81e94ec service nova] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-06207d22-8605-41ea-982b-756c89c658e7 req-3fd1c335-e1fd-4f57-9b1c-03a6b81e94ec service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] No waiting events found dispatching network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:40:22 user nova-compute[74675]: WARNING nova.compute.manager [req-06207d22-8605-41ea-982b-756c89c658e7 req-3fd1c335-e1fd-4f57-9b1c-03a6b81e94ec service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received unexpected event network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 for instance with vm_state building and task_state spawning.
Nov 23 06:40:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:40:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:40:22 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Instance spawned successfully.
Nov 23 06:40:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:40:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:40:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:40:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:40:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:40:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:40:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:40:22 user nova-compute[74675]: INFO nova.compute.manager [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Took 5.69 seconds to spawn the instance on the hypervisor.
Nov 23 06:40:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:40:22 user nova-compute[74675]: INFO nova.compute.manager [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Took 6.37 seconds to build instance.
Nov 23 06:40:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-813c3ee8-1175-4bb1-8697-465e2f387692 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.484s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "7860d5ac-6157-44e0-8ad7-9be862656c55" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "7860d5ac-6157-44e0-8ad7-9be862656c55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG nova.compute.manager [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:40:57 user nova-compute[74675]: INFO nova.compute.claims [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Claim successful on node user
Nov 23 06:40:57 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.283s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG nova.compute.manager [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG nova.compute.manager [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG nova.network.neutron [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:40:57 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:40:57 user nova-compute[74675]: DEBUG nova.compute.manager [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:40:57 user nova-compute[74675]: INFO nova.virt.block_device [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Booting with volume c99633f6-3083-45ff-8eea-a028c04c428e at /dev/vda
Nov 23 06:40:57 user nova-compute[74675]: DEBUG nova.policy [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95ec05ee74eb40d0a92a6b005394e149', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16ae3d4c42f64e4cba5b09935e927c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG os_brick.utils [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6557463-b3d1-48b0-86c0-ddf96a0d34b5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[66577b61-30ab-4394-955f-6da78480d916]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf3df1e5-9bc0-46b0-a0fa-1baf9dd9ce80]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f1dfd1e-bebd-48de-bfff-7858f51fc6a8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:40:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:40:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:40:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:40:58 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:40:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a905e48-5677-4abe-a257-60b619e70332]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:40:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:40:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:40:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:40:58 user nova-compute[74675]: DEBUG os_brick.utils [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:40:58 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Updating existing volume attachment record: 0527685f-d8cd-4e12-b7c8-d7ba85359676 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:40:58 user nova-compute[74675]: DEBUG nova.network.neutron [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Successfully created port: e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:40:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:40:59 user nova-compute[74675]: DEBUG nova.network.neutron [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Successfully updated port: e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:40:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "refresh_cache-7860d5ac-6157-44e0-8ad7-9be862656c55" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:40:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquired lock "refresh_cache-7860d5ac-6157-44e0-8ad7-9be862656c55" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:40:59 user nova-compute[74675]: DEBUG nova.network.neutron [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:40:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-af17467f-5cd3-4535-bfbb-485939ea252a req-103cb405-18ee-4486-9a88-1a75147065f1 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Received event network-changed-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:40:59 user nova-compute[74675]: DEBUG nova.compute.manager [req-af17467f-5cd3-4535-bfbb-485939ea252a req-103cb405-18ee-4486-9a88-1a75147065f1 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Refreshing instance network info cache due to event network-changed-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:40:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-af17467f-5cd3-4535-bfbb-485939ea252a req-103cb405-18ee-4486-9a88-1a75147065f1 service nova] Acquiring lock "refresh_cache-7860d5ac-6157-44e0-8ad7-9be862656c55" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:40:59 user nova-compute[74675]: DEBUG nova.network.neutron [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:40:59 user nova-compute[74675]: DEBUG nova.network.neutron [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Updating instance_info_cache with network_info: [{"id": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "address": "fa:16:3e:57:11:00", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape82c7d45-0d", "ovs_interfaceid": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:40:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Releasing lock "refresh_cache-7860d5ac-6157-44e0-8ad7-9be862656c55" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:40:59 user nova-compute[74675]: DEBUG nova.compute.manager [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Instance network_info: |[{"id": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "address": "fa:16:3e:57:11:00", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape82c7d45-0d", "ovs_interfaceid": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:40:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-af17467f-5cd3-4535-bfbb-485939ea252a req-103cb405-18ee-4486-9a88-1a75147065f1 service nova] Acquired lock "refresh_cache-7860d5ac-6157-44e0-8ad7-9be862656c55" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:40:59 user nova-compute[74675]: DEBUG nova.network.neutron [req-af17467f-5cd3-4535-bfbb-485939ea252a req-103cb405-18ee-4486-9a88-1a75147065f1 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Refreshing network info cache for port e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:41:00 user nova-compute[74675]: DEBUG nova.network.neutron [req-af17467f-5cd3-4535-bfbb-485939ea252a req-103cb405-18ee-4486-9a88-1a75147065f1 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Updated VIF entry in instance network info cache for port e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:41:00 user nova-compute[74675]: DEBUG nova.network.neutron [req-af17467f-5cd3-4535-bfbb-485939ea252a req-103cb405-18ee-4486-9a88-1a75147065f1 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Updating instance_info_cache with network_info: [{"id": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "address": "fa:16:3e:57:11:00", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape82c7d45-0d", "ovs_interfaceid": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:41:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-af17467f-5cd3-4535-bfbb-485939ea252a req-103cb405-18ee-4486-9a88-1a75147065f1 service nova] Releasing lock "refresh_cache-7860d5ac-6157-44e0-8ad7-9be862656c55" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:41:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:41:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:03 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:41:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:41:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.compute.manager [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:41:04 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Creating image(s)
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Ensure instance console log exists: /opt/stack/data/nova/instances/7860d5ac-6157-44e0-8ad7-9be862656c55/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Start _get_guest_xml network_info=[{"id": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "address": "fa:16:3e:57:11:00", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape82c7d45-0d", "ovs_interfaceid": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hPdrfTXC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7860d5ac-6157-44e0-8ad7-9be862656c55', 'attached_at': '', 'detached_at': '', 'volume_id': 'c99633f6-3083-45ff-8eea-a028c04c428e', 'serial': 'c99633f6-3083-45ff-8eea-a028c04c428e'}, 'attachment_id': '0527685f-d8cd-4e12-b7c8-d7ba85359676', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:41:04 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:41:04 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hPdrfTXC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:41:04 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:41:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:41:04 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:41:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:41:04 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[77386486-954d-4330-8091-49b0f4939416]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:41:04 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0085f5e6-e5da-450a-a914-8e42220e4441]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e] added
Nov 23 06:41:04 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e0a7463-814d-47fc-a7e6-4629a412708a]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[edd6b9af-5880-461f-847e-43bb65704876]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hPdrfTXC {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hPdrfTXC" returned: 0 in 0.115s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fde5470-5088-49f5-a532-9c0c0d425d9e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hPdrfTXC'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f5c03aa-de9d-4d3c-a589-4f95091d8332]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed2297f7-b347-4f61-aa45-d6b43a3f3571]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:41:05 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:41:05 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:05 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:41:05 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:41:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8372MB free_disk=25.30010986328125GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1963cbc-7929-43d1-9104-98121da99df5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e, portal: 172.16.0.220,3260]
Nov 23 06:41:05 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e, portal: 172.16.0.220,3260] successful.
Nov 23 06:41:05 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[933f3720-de7c-4c20-888a-a623521b313d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b04624ef-8959-4313-9da9-fab4049eefaa]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:41:05 user nova-compute[74675]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:41:05 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:41:05 user nova-compute[74675]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:41:05 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.905s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] HCTL ('34', '-', '-', 0) found on session 52 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd6eea65-19d6-4eec-9371-b0f549f0e9b8]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching for a device in session 52 and hctl ['34', '*', '*', 0] yield: None {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 6135444f-2bce-4e81-9200-474bd9fe7fac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance bdca2009-b8b9-496d-8b0e-d7023f2141d5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 21d4ef4d-3b79-4622-a85b-d0195e60e1b8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 7860d5ac-6157-44e0-8ad7-9be862656c55 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:41:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.683s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching for a device in session 52 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hPdrfTXC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.941s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== connect_volume: return (1942ms) {'type': 'block', 'scsi_wwn': '23936326662353837', 'path': '/dev/sdc'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23936326662353837', 'path': '/dev/sdc'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:40:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1911306979',display_name='tempest-TestVolumeBootPattern-server-1911306979',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1911306979',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF/SNtPKTcl5W/IG5fvOcXNGrA1GA39/aT6SxyH/Fu2st3mY+UNmLIwFymR+gE85Mxq4pRcczYCQolC1m2kQ+0kYqOpI9lMK5V69gp4wJmLUj6qPIpzh/sPECN9kbwqRCQ==',key_name='tempest-TestVolumeBootPattern-2100987248',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-2fnboflq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:40:58Z,user_data=None,user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=7860d5ac-6157-44e0-8ad7-9be862656c55,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "address": "fa:16:3e:57:11:00", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape82c7d45-0d", "ovs_interfaceid": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "address": "fa:16:3e:57:11:00", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape82c7d45-0d", "ovs_interfaceid": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:11:00,bridge_name='br-int',has_traffic_filtering=True,id=e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape82c7d45-0d') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG nova.objects.instance [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lazy-loading 'pci_devices' on Instance uuid 7860d5ac-6157-44e0-8ad7-9be862656c55 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:41:06 user nova-compute[74675]:   <uuid>7860d5ac-6157-44e0-8ad7-9be862656c55</uuid>
Nov 23 06:41:06 user nova-compute[74675]:   <name>instance-0000002c</name>
Nov 23 06:41:06 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:41:06 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:41:06 user nova-compute[74675]:   <metadata>
Nov 23 06:41:06 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:41:06 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:41:06 user nova-compute[74675]:       <nova:name>tempest-TestVolumeBootPattern-server-1911306979</nova:name>
Nov 23 06:41:06 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:41:04</nova:creationTime>
Nov 23 06:41:06 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:41:06 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:41:06 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:41:06 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:41:06 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:41:06 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:41:06 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:41:06 user nova-compute[74675]:       <nova:owner>
Nov 23 06:41:06 user nova-compute[74675]:         <nova:user uuid="95ec05ee74eb40d0a92a6b005394e149">tempest-TestVolumeBootPattern-1164061839-project-member</nova:user>
Nov 23 06:41:06 user nova-compute[74675]:         <nova:project uuid="16ae3d4c42f64e4cba5b09935e927c47">tempest-TestVolumeBootPattern-1164061839</nova:project>
Nov 23 06:41:06 user nova-compute[74675]:       </nova:owner>
Nov 23 06:41:06 user nova-compute[74675]:       <nova:ports>
Nov 23 06:41:06 user nova-compute[74675]:         <nova:port uuid="e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a">
Nov 23 06:41:06 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 23 06:41:06 user nova-compute[74675]:         </nova:port>
Nov 23 06:41:06 user nova-compute[74675]:       </nova:ports>
Nov 23 06:41:06 user nova-compute[74675]:     </nova:instance>
Nov 23 06:41:06 user nova-compute[74675]:   </metadata>
Nov 23 06:41:06 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:41:06 user nova-compute[74675]:     <system>
Nov 23 06:41:06 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:41:06 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:41:06 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:41:06 user nova-compute[74675]:       <entry name="serial">7860d5ac-6157-44e0-8ad7-9be862656c55</entry>
Nov 23 06:41:06 user nova-compute[74675]:       <entry name="uuid">7860d5ac-6157-44e0-8ad7-9be862656c55</entry>
Nov 23 06:41:06 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:41:06 user nova-compute[74675]:     </system>
Nov 23 06:41:06 user nova-compute[74675]:   </sysinfo>
Nov 23 06:41:06 user nova-compute[74675]:   <os>
Nov 23 06:41:06 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:41:06 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:41:06 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:41:06 user nova-compute[74675]:   </os>
Nov 23 06:41:06 user nova-compute[74675]:   <features>
Nov 23 06:41:06 user nova-compute[74675]:     <acpi/>
Nov 23 06:41:06 user nova-compute[74675]:     <apic/>
Nov 23 06:41:06 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:41:06 user nova-compute[74675]:   </features>
Nov 23 06:41:06 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:41:06 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:41:06 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:41:06 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:41:06 user nova-compute[74675]:   </clock>
Nov 23 06:41:06 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:41:06 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:41:06 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:41:06 user nova-compute[74675]:   </cpu>
Nov 23 06:41:06 user nova-compute[74675]:   <devices>
Nov 23 06:41:06 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:41:06 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:41:06 user nova-compute[74675]:       <source dev="/dev/sdc"/>
Nov 23 06:41:06 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:41:06 user nova-compute[74675]:       <serial>c99633f6-3083-45ff-8eea-a028c04c428e</serial>
Nov 23 06:41:06 user nova-compute[74675]:     </disk>
Nov 23 06:41:06 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:41:06 user nova-compute[74675]:       <mac address="fa:16:3e:57:11:00"/>
Nov 23 06:41:06 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:41:06 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:41:06 user nova-compute[74675]:       <target dev="tape82c7d45-0d"/>
Nov 23 06:41:06 user nova-compute[74675]:     </interface>
Nov 23 06:41:06 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:41:06 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/7860d5ac-6157-44e0-8ad7-9be862656c55/console.log" append="off"/>
Nov 23 06:41:06 user nova-compute[74675]:     </serial>
Nov 23 06:41:06 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:41:06 user nova-compute[74675]:     <video>
Nov 23 06:41:06 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:41:06 user nova-compute[74675]:     </video>
Nov 23 06:41:06 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:41:06 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:41:06 user nova-compute[74675]:     </rng>
Nov 23 06:41:06 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:41:06 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:41:06 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:41:06 user nova-compute[74675]:     </memballoon>
Nov 23 06:41:06 user nova-compute[74675]:   </devices>
Nov 23 06:41:06 user nova-compute[74675]: </domain>
Nov 23 06:41:06 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:40:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1911306979',display_name='tempest-TestVolumeBootPattern-server-1911306979',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1911306979',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF/SNtPKTcl5W/IG5fvOcXNGrA1GA39/aT6SxyH/Fu2st3mY+UNmLIwFymR+gE85Mxq4pRcczYCQolC1m2kQ+0kYqOpI9lMK5V69gp4wJmLUj6qPIpzh/sPECN9kbwqRCQ==',key_name='tempest-TestVolumeBootPattern-2100987248',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-2fnboflq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:40:58Z,user_data=None,user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=7860d5ac-6157-44e0-8ad7-9be862656c55,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "address": "fa:16:3e:57:11:00", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape82c7d45-0d", "ovs_interfaceid": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "address": "fa:16:3e:57:11:00", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape82c7d45-0d", "ovs_interfaceid": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:11:00,bridge_name='br-int',has_traffic_filtering=True,id=e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape82c7d45-0d') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG os_vif [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:11:00,bridge_name='br-int',has_traffic_filtering=True,id=e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape82c7d45-0d') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '78756767-89c0-534c-b4e1-9072ae0ffb08', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape82c7d45-0d, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape82c7d45-0d, col_values=(('qos', UUID('f4712b95-47a3-45b1-bc8b-f43be748ae94')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape82c7d45-0d, col_values=(('external_ids', {'iface-id': 'e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:57:11:00', 'vm-uuid': '7860d5ac-6157-44e0-8ad7-9be862656c55'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:06 user nova-compute[74675]: INFO os_vif [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:11:00,bridge_name='br-int',has_traffic_filtering=True,id=e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape82c7d45-0d')
Nov 23 06:41:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:41:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] No VIF found with MAC fa:16:3e:57:11:00, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:41:07 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:41:07 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:41:07 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:41:07 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:41:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:41:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:08 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:41:08 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 23 06:41:08 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] There are 0 instances to clean {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 23 06:41:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-33bd5fa9-881f-4e89-9f9f-adc3d1470caa req-dda6a716-b9f7-41d5-a49a-4e47a82400c9 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Received event network-vif-plugged-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-33bd5fa9-881f-4e89-9f9f-adc3d1470caa req-dda6a716-b9f7-41d5-a49a-4e47a82400c9 service nova] Acquiring lock "7860d5ac-6157-44e0-8ad7-9be862656c55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-33bd5fa9-881f-4e89-9f9f-adc3d1470caa req-dda6a716-b9f7-41d5-a49a-4e47a82400c9 service nova] Lock "7860d5ac-6157-44e0-8ad7-9be862656c55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-33bd5fa9-881f-4e89-9f9f-adc3d1470caa req-dda6a716-b9f7-41d5-a49a-4e47a82400c9 service nova] Lock "7860d5ac-6157-44e0-8ad7-9be862656c55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-33bd5fa9-881f-4e89-9f9f-adc3d1470caa req-dda6a716-b9f7-41d5-a49a-4e47a82400c9 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] No waiting events found dispatching network-vif-plugged-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:41:08 user nova-compute[74675]: WARNING nova.compute.manager [req-33bd5fa9-881f-4e89-9f9f-adc3d1470caa req-dda6a716-b9f7-41d5-a49a-4e47a82400c9 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Received unexpected event network-vif-plugged-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a for instance with vm_state building and task_state spawning.
Nov 23 06:41:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:09 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:41:09 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:41:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-bdca2009-b8b9-496d-8b0e-d7023f2141d5" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:41:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-bdca2009-b8b9-496d-8b0e-d7023f2141d5" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:41:09 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:41:09 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Updating instance_info_cache with network_info: [{"id": "889d0639-3de8-4925-b807-ef889220d1c5", "address": "fa:16:3e:fb:0c:dd", "network": {"id": "1240a492-2c7b-4b96-83c6-c665e8aae15f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-543091382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "698c24ca59684dd7b531e202ad648e8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889d0639-3d", "ovs_interfaceid": "889d0639-3de8-4925-b807-ef889220d1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:41:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-bdca2009-b8b9-496d-8b0e-d7023f2141d5" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:41:09 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:41:10 user nova-compute[74675]: DEBUG nova.compute.manager [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:41:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:41:10 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Instance spawned successfully.
Nov 23 06:41:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:41:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:41:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:41:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:41:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:41:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:41:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:41:10 user nova-compute[74675]: INFO nova.compute.manager [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Took 5.69 seconds to spawn the instance on the hypervisor.
Nov 23 06:41:10 user nova-compute[74675]: DEBUG nova.compute.manager [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:41:10 user nova-compute[74675]: INFO nova.compute.manager [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Took 13.10 seconds to build instance.
Nov 23 06:41:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-11ffdeee-c89a-428b-95a3-43e08cc0002c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "7860d5ac-6157-44e0-8ad7-9be862656c55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.193s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:10 user nova-compute[74675]: DEBUG nova.compute.manager [req-39bad844-a1bf-468f-b9a0-2134fd3f9bc9 req-1dd38bd4-f598-41e9-a67a-331894caf877 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Received event network-vif-plugged-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-39bad844-a1bf-468f-b9a0-2134fd3f9bc9 req-1dd38bd4-f598-41e9-a67a-331894caf877 service nova] Acquiring lock "7860d5ac-6157-44e0-8ad7-9be862656c55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-39bad844-a1bf-468f-b9a0-2134fd3f9bc9 req-1dd38bd4-f598-41e9-a67a-331894caf877 service nova] Lock "7860d5ac-6157-44e0-8ad7-9be862656c55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-39bad844-a1bf-468f-b9a0-2134fd3f9bc9 req-1dd38bd4-f598-41e9-a67a-331894caf877 service nova] Lock "7860d5ac-6157-44e0-8ad7-9be862656c55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:10 user nova-compute[74675]: DEBUG nova.compute.manager [req-39bad844-a1bf-468f-b9a0-2134fd3f9bc9 req-1dd38bd4-f598-41e9-a67a-331894caf877 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] No waiting events found dispatching network-vif-plugged-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:41:10 user nova-compute[74675]: WARNING nova.compute.manager [req-39bad844-a1bf-468f-b9a0-2134fd3f9bc9 req-1dd38bd4-f598-41e9-a67a-331894caf877 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Received unexpected event network-vif-plugged-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a for instance with vm_state active and task_state None.
Nov 23 06:41:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:12 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:41:13 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:41:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:41:15 user nova-compute[74675]: INFO nova.compute.claims [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Claim successful on node user
Nov 23 06:41:15 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.336s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG nova.network.neutron [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:41:15 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:41:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG nova.policy [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dfe6c1e55a642599a3cc09f37ccc756', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a3c73194fb040539756487766f6e3aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:41:15 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Creating image(s)
Nov 23 06:41:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "/opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "/opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "/opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.245s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk 1073741824" returned: 0 in 0.048s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Checking if we can resize image /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Cannot resize image /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Ensure instance console log exists: /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:16 user nova-compute[74675]: DEBUG nova.network.neutron [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Successfully created port: de573e48-35c5-4fe6-96de-8ec53dd23b42 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG nova.network.neutron [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Successfully updated port: de573e48-35c5-4fe6-96de-8ec53dd23b42 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "refresh_cache-430c7e7c-61c6-4490-bc41-1ac5ca7517b0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquired lock "refresh_cache-430c7e7c-61c6-4490-bc41-1ac5ca7517b0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG nova.network.neutron [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG nova.compute.manager [req-1e1eaa96-3619-4a92-ad86-c84ae01ce4ed req-bcece31d-fcd4-42d3-ab9d-cb9f32bb5b89 service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Received event network-changed-de573e48-35c5-4fe6-96de-8ec53dd23b42 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG nova.compute.manager [req-1e1eaa96-3619-4a92-ad86-c84ae01ce4ed req-bcece31d-fcd4-42d3-ab9d-cb9f32bb5b89 service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Refreshing instance network info cache due to event network-changed-de573e48-35c5-4fe6-96de-8ec53dd23b42. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1e1eaa96-3619-4a92-ad86-c84ae01ce4ed req-bcece31d-fcd4-42d3-ab9d-cb9f32bb5b89 service nova] Acquiring lock "refresh_cache-430c7e7c-61c6-4490-bc41-1ac5ca7517b0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG nova.network.neutron [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Acquiring lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Acquiring lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:17 user nova-compute[74675]: INFO nova.compute.manager [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Terminating instance
Nov 23 06:41:17 user nova-compute[74675]: DEBUG nova.compute.manager [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG nova.network.neutron [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Updating instance_info_cache with network_info: [{"id": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "address": "fa:16:3e:e0:34:3e", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde573e48-35", "ovs_interfaceid": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Releasing lock "refresh_cache-430c7e7c-61c6-4490-bc41-1ac5ca7517b0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG nova.compute.manager [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Instance network_info: |[{"id": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "address": "fa:16:3e:e0:34:3e", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde573e48-35", "ovs_interfaceid": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1e1eaa96-3619-4a92-ad86-c84ae01ce4ed req-bcece31d-fcd4-42d3-ab9d-cb9f32bb5b89 service nova] Acquired lock "refresh_cache-430c7e7c-61c6-4490-bc41-1ac5ca7517b0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG nova.network.neutron [req-1e1eaa96-3619-4a92-ad86-c84ae01ce4ed req-bcece31d-fcd4-42d3-ab9d-cb9f32bb5b89 service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Refreshing network info cache for port de573e48-35c5-4fe6-96de-8ec53dd23b42 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:41:17 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Start _get_guest_xml network_info=[{"id": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "address": "fa:16:3e:e0:34:3e", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde573e48-35", "ovs_interfaceid": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:41:17 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:41:17 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:41:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1631656549',display_name='tempest-VolumesSnapshotTestJSON-instance-1631656549',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1631656549',id=45,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIV/HR7MCeFxTA9mHed8tzZl4mQxJXiZItZeQN/lxSvhBPVhhLp/Zu2z9rSJtlOHKNN+GVsosFrLg2O+ZlmOoRyxRQOihFREv0yhFS45icSoAWgj2aSmVt/NyuhwhGN/xw==',key_name='tempest-keypair-833951074',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4a3c73194fb040539756487766f6e3aa',ramdisk_id='',reservation_id='r-flahlabo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1461192939',owner_user_name='tempest-VolumesSnapshotTestJSON-1461192939-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:41:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dfe6c1e55a642599a3cc09f37ccc756',uuid=430c7e7c-61c6-4490-bc41-1ac5ca7517b0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "address": "fa:16:3e:e0:34:3e", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde573e48-35", "ovs_interfaceid": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Converting VIF {"id": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "address": "fa:16:3e:e0:34:3e", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde573e48-35", "ovs_interfaceid": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:34:3e,bridge_name='br-int',has_traffic_filtering=True,id=de573e48-35c5-4fe6-96de-8ec53dd23b42,network=Network(c02ba327-9db5-4f75-8265-66d1e7987261),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde573e48-35') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.objects.instance [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lazy-loading 'pci_devices' on Instance uuid 430c7e7c-61c6-4490-bc41-1ac5ca7517b0 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:41:18 user nova-compute[74675]:   <uuid>430c7e7c-61c6-4490-bc41-1ac5ca7517b0</uuid>
Nov 23 06:41:18 user nova-compute[74675]:   <name>instance-0000002d</name>
Nov 23 06:41:18 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:41:18 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:41:18 user nova-compute[74675]:   <metadata>
Nov 23 06:41:18 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:41:18 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:41:18 user nova-compute[74675]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1631656549</nova:name>
Nov 23 06:41:18 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:41:17</nova:creationTime>
Nov 23 06:41:18 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:41:18 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:41:18 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:41:18 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:41:18 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:41:18 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:41:18 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:41:18 user nova-compute[74675]:       <nova:owner>
Nov 23 06:41:18 user nova-compute[74675]:         <nova:user uuid="3dfe6c1e55a642599a3cc09f37ccc756">tempest-VolumesSnapshotTestJSON-1461192939-project-member</nova:user>
Nov 23 06:41:18 user nova-compute[74675]:         <nova:project uuid="4a3c73194fb040539756487766f6e3aa">tempest-VolumesSnapshotTestJSON-1461192939</nova:project>
Nov 23 06:41:18 user nova-compute[74675]:       </nova:owner>
Nov 23 06:41:18 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:41:18 user nova-compute[74675]:       <nova:ports>
Nov 23 06:41:18 user nova-compute[74675]:         <nova:port uuid="de573e48-35c5-4fe6-96de-8ec53dd23b42">
Nov 23 06:41:18 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 23 06:41:18 user nova-compute[74675]:         </nova:port>
Nov 23 06:41:18 user nova-compute[74675]:       </nova:ports>
Nov 23 06:41:18 user nova-compute[74675]:     </nova:instance>
Nov 23 06:41:18 user nova-compute[74675]:   </metadata>
Nov 23 06:41:18 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:41:18 user nova-compute[74675]:     <system>
Nov 23 06:41:18 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:41:18 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:41:18 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:41:18 user nova-compute[74675]:       <entry name="serial">430c7e7c-61c6-4490-bc41-1ac5ca7517b0</entry>
Nov 23 06:41:18 user nova-compute[74675]:       <entry name="uuid">430c7e7c-61c6-4490-bc41-1ac5ca7517b0</entry>
Nov 23 06:41:18 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:41:18 user nova-compute[74675]:     </system>
Nov 23 06:41:18 user nova-compute[74675]:   </sysinfo>
Nov 23 06:41:18 user nova-compute[74675]:   <os>
Nov 23 06:41:18 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:41:18 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:41:18 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:41:18 user nova-compute[74675]:   </os>
Nov 23 06:41:18 user nova-compute[74675]:   <features>
Nov 23 06:41:18 user nova-compute[74675]:     <acpi/>
Nov 23 06:41:18 user nova-compute[74675]:     <apic/>
Nov 23 06:41:18 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:41:18 user nova-compute[74675]:   </features>
Nov 23 06:41:18 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:41:18 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:41:18 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:41:18 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:41:18 user nova-compute[74675]:   </clock>
Nov 23 06:41:18 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:41:18 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:41:18 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:41:18 user nova-compute[74675]:   </cpu>
Nov 23 06:41:18 user nova-compute[74675]:   <devices>
Nov 23 06:41:18 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:41:18 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:41:18 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk"/>
Nov 23 06:41:18 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:41:18 user nova-compute[74675]:     </disk>
Nov 23 06:41:18 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:41:18 user nova-compute[74675]:       <mac address="fa:16:3e:e0:34:3e"/>
Nov 23 06:41:18 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:41:18 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:41:18 user nova-compute[74675]:       <target dev="tapde573e48-35"/>
Nov 23 06:41:18 user nova-compute[74675]:     </interface>
Nov 23 06:41:18 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:41:18 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/console.log" append="off"/>
Nov 23 06:41:18 user nova-compute[74675]:     </serial>
Nov 23 06:41:18 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:41:18 user nova-compute[74675]:     <video>
Nov 23 06:41:18 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:41:18 user nova-compute[74675]:     </video>
Nov 23 06:41:18 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:41:18 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:41:18 user nova-compute[74675]:     </rng>
Nov 23 06:41:18 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:41:18 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:41:18 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:41:18 user nova-compute[74675]:     </memballoon>
Nov 23 06:41:18 user nova-compute[74675]:   </devices>
Nov 23 06:41:18 user nova-compute[74675]: </domain>
Nov 23 06:41:18 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:41:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1631656549',display_name='tempest-VolumesSnapshotTestJSON-instance-1631656549',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1631656549',id=45,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIV/HR7MCeFxTA9mHed8tzZl4mQxJXiZItZeQN/lxSvhBPVhhLp/Zu2z9rSJtlOHKNN+GVsosFrLg2O+ZlmOoRyxRQOihFREv0yhFS45icSoAWgj2aSmVt/NyuhwhGN/xw==',key_name='tempest-keypair-833951074',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4a3c73194fb040539756487766f6e3aa',ramdisk_id='',reservation_id='r-flahlabo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1461192939',owner_user_name='tempest-VolumesSnapshotTestJSON-1461192939-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:41:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dfe6c1e55a642599a3cc09f37ccc756',uuid=430c7e7c-61c6-4490-bc41-1ac5ca7517b0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "address": "fa:16:3e:e0:34:3e", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde573e48-35", "ovs_interfaceid": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Converting VIF {"id": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "address": "fa:16:3e:e0:34:3e", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde573e48-35", "ovs_interfaceid": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:34:3e,bridge_name='br-int',has_traffic_filtering=True,id=de573e48-35c5-4fe6-96de-8ec53dd23b42,network=Network(c02ba327-9db5-4f75-8265-66d1e7987261),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde573e48-35') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG os_vif [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:34:3e,bridge_name='br-int',has_traffic_filtering=True,id=de573e48-35c5-4fe6-96de-8ec53dd23b42,network=Network(c02ba327-9db5-4f75-8265-66d1e7987261),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde573e48-35') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8c82c391-9b13-5520-995b-4d116381389a', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapde573e48-35, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapde573e48-35, col_values=(('qos', UUID('680e7ee6-f680-4b7c-ae81-d25f24599883')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapde573e48-35, col_values=(('external_ids', {'iface-id': 'de573e48-35c5-4fe6-96de-8ec53dd23b42', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:34:3e', 'vm-uuid': '430c7e7c-61c6-4490-bc41-1ac5ca7517b0'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: INFO os_vif [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:34:3e,bridge_name='br-int',has_traffic_filtering=True,id=de573e48-35c5-4fe6-96de-8ec53dd23b42,network=Network(c02ba327-9db5-4f75-8265-66d1e7987261),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde573e48-35')
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] No VIF found with MAC fa:16:3e:e0:34:3e, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-1e1eaa96-3619-4a92-ad86-c84ae01ce4ed req-bcece31d-fcd4-42d3-ab9d-cb9f32bb5b89 service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Updated VIF entry in instance network info cache for port de573e48-35c5-4fe6-96de-8ec53dd23b42. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.network.neutron [req-1e1eaa96-3619-4a92-ad86-c84ae01ce4ed req-bcece31d-fcd4-42d3-ab9d-cb9f32bb5b89 service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Updating instance_info_cache with network_info: [{"id": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "address": "fa:16:3e:e0:34:3e", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde573e48-35", "ovs_interfaceid": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1e1eaa96-3619-4a92-ad86-c84ae01ce4ed req-bcece31d-fcd4-42d3-ab9d-cb9f32bb5b89 service nova] Releasing lock "refresh_cache-430c7e7c-61c6-4490-bc41-1ac5ca7517b0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:41:18 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Instance destroyed successfully.
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.objects.instance [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lazy-loading 'resources' on Instance uuid bdca2009-b8b9-496d-8b0e-d7023f2141d5 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:39:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-38597786',display_name='tempest-VolumesActionsTest-instance-38597786',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-38597786',id=41,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:39:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='698c24ca59684dd7b531e202ad648e8a',ramdisk_id='',reservation_id='r-7dlcuy7h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1283168331',owner_user_name='tempest-VolumesActionsTest-1283168331-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:39:28Z,user_data=None,user_id='07df52d1e8f54c02838256b415e78664',uuid=bdca2009-b8b9-496d-8b0e-d7023f2141d5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "889d0639-3de8-4925-b807-ef889220d1c5", "address": "fa:16:3e:fb:0c:dd", "network": {"id": "1240a492-2c7b-4b96-83c6-c665e8aae15f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-543091382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "698c24ca59684dd7b531e202ad648e8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889d0639-3d", "ovs_interfaceid": "889d0639-3de8-4925-b807-ef889220d1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Converting VIF {"id": "889d0639-3de8-4925-b807-ef889220d1c5", "address": "fa:16:3e:fb:0c:dd", "network": {"id": "1240a492-2c7b-4b96-83c6-c665e8aae15f", "bridge": "br-int", "label": "tempest-VolumesActionsTest-543091382-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "698c24ca59684dd7b531e202ad648e8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap889d0639-3d", "ovs_interfaceid": "889d0639-3de8-4925-b807-ef889220d1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fb:0c:dd,bridge_name='br-int',has_traffic_filtering=True,id=889d0639-3de8-4925-b807-ef889220d1c5,network=Network(1240a492-2c7b-4b96-83c6-c665e8aae15f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap889d0639-3d') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG os_vif [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fb:0c:dd,bridge_name='br-int',has_traffic_filtering=True,id=889d0639-3de8-4925-b807-ef889220d1c5,network=Network(1240a492-2c7b-4b96-83c6-c665e8aae15f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap889d0639-3d') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap889d0639-3d, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b8beaaf1-8796-4fce-a6f3-2186da9850e3) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:18 user nova-compute[74675]: INFO os_vif [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fb:0c:dd,bridge_name='br-int',has_traffic_filtering=True,id=889d0639-3de8-4925-b807-ef889220d1c5,network=Network(1240a492-2c7b-4b96-83c6-c665e8aae15f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap889d0639-3d')
Nov 23 06:41:18 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Deleting instance files /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5_del
Nov 23 06:41:18 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Deletion of /opt/stack/data/nova/instances/bdca2009-b8b9-496d-8b0e-d7023f2141d5_del complete
Nov 23 06:41:18 user nova-compute[74675]: INFO nova.compute.manager [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Took 1.06 seconds to destroy the instance on the hypervisor.
Nov 23 06:41:18 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:41:18 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received event network-vif-unplugged-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] Acquiring lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] No waiting events found dispatching network-vif-unplugged-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received event network-vif-unplugged-889d0639-3de8-4925-b807-ef889220d1c5 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received event network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] Acquiring lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] No waiting events found dispatching network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:41:19 user nova-compute[74675]: WARNING nova.compute.manager [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received unexpected event network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 for instance with vm_state active and task_state deleting.
Nov 23 06:41:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received event network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] Acquiring lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] No waiting events found dispatching network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:41:19 user nova-compute[74675]: WARNING nova.compute.manager [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received unexpected event network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 for instance with vm_state active and task_state deleting.
Nov 23 06:41:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received event network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] Acquiring lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] No waiting events found dispatching network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:41:19 user nova-compute[74675]: WARNING nova.compute.manager [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received unexpected event network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 for instance with vm_state active and task_state deleting.
Nov 23 06:41:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received event network-vif-unplugged-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] Acquiring lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] No waiting events found dispatching network-vif-unplugged-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG nova.compute.manager [req-2c90ebc8-499e-4ba1-8f25-ec5ed656fbc2 req-18580d19-a56c-4e45-ab54-215cff56be59 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received event network-vif-unplugged-889d0639-3de8-4925-b807-ef889220d1c5 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:41:19 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Took 0.85 seconds to deallocate network for instance.
Nov 23 06:41:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-7ff79fe6-4641-48c7-852e-3ac1f08ac440 req-e2d162c6-9041-4a44-af17-f4617aef739e service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Received event network-vif-plugged-de573e48-35c5-4fe6-96de-8ec53dd23b42 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7ff79fe6-4641-48c7-852e-3ac1f08ac440 req-e2d162c6-9041-4a44-af17-f4617aef739e service nova] Acquiring lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7ff79fe6-4641-48c7-852e-3ac1f08ac440 req-e2d162c6-9041-4a44-af17-f4617aef739e service nova] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7ff79fe6-4641-48c7-852e-3ac1f08ac440 req-e2d162c6-9041-4a44-af17-f4617aef739e service nova] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-7ff79fe6-4641-48c7-852e-3ac1f08ac440 req-e2d162c6-9041-4a44-af17-f4617aef739e service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] No waiting events found dispatching network-vif-plugged-de573e48-35c5-4fe6-96de-8ec53dd23b42 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:41:20 user nova-compute[74675]: WARNING nova.compute.manager [req-7ff79fe6-4641-48c7-852e-3ac1f08ac440 req-e2d162c6-9041-4a44-af17-f4617aef739e service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Received unexpected event network-vif-plugged-de573e48-35c5-4fe6-96de-8ec53dd23b42 for instance with vm_state building and task_state spawning.
Nov 23 06:41:20 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:41:20 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:41:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.304s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:20 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Deleted allocations for instance bdca2009-b8b9-496d-8b0e-d7023f2141d5
Nov 23 06:41:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7b4ed45e-4ba7-4a31-b791-f1f72af354db tempest-VolumesActionsTest-1283168331 tempest-VolumesActionsTest-1283168331-project-member] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.433s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:21 user nova-compute[74675]: DEBUG nova.compute.manager [req-2918040c-6b92-439e-a7b8-955a02c0e54a req-6eec7ac1-7c03-4e53-ac55-1d13ac82f5c6 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received event network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2918040c-6b92-439e-a7b8-955a02c0e54a req-6eec7ac1-7c03-4e53-ac55-1d13ac82f5c6 service nova] Acquiring lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2918040c-6b92-439e-a7b8-955a02c0e54a req-6eec7ac1-7c03-4e53-ac55-1d13ac82f5c6 service nova] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2918040c-6b92-439e-a7b8-955a02c0e54a req-6eec7ac1-7c03-4e53-ac55-1d13ac82f5c6 service nova] Lock "bdca2009-b8b9-496d-8b0e-d7023f2141d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:21 user nova-compute[74675]: DEBUG nova.compute.manager [req-2918040c-6b92-439e-a7b8-955a02c0e54a req-6eec7ac1-7c03-4e53-ac55-1d13ac82f5c6 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] No waiting events found dispatching network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:41:21 user nova-compute[74675]: WARNING nova.compute.manager [req-2918040c-6b92-439e-a7b8-955a02c0e54a req-6eec7ac1-7c03-4e53-ac55-1d13ac82f5c6 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received unexpected event network-vif-plugged-889d0639-3de8-4925-b807-ef889220d1c5 for instance with vm_state deleted and task_state None.
Nov 23 06:41:21 user nova-compute[74675]: DEBUG nova.compute.manager [req-2918040c-6b92-439e-a7b8-955a02c0e54a req-6eec7ac1-7c03-4e53-ac55-1d13ac82f5c6 service nova] [instance: bdca2009-b8b9-496d-8b0e-d7023f2141d5] Received event network-vif-deleted-889d0639-3de8-4925-b807-ef889220d1c5 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:41:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:41:22 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Instance spawned successfully.
Nov 23 06:41:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:41:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:41:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:41:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:41:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:41:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:41:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:41:22 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:41:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74675) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 23 06:41:22 user nova-compute[74675]: INFO nova.compute.manager [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Took 6.27 seconds to spawn the instance on the hypervisor.
Nov 23 06:41:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:41:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-bfb099a9-21b9-4668-b211-94a6e1e53638 req-568755d6-9e31-4e0a-a6dd-41c8565f62f3 service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Received event network-vif-plugged-de573e48-35c5-4fe6-96de-8ec53dd23b42 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-bfb099a9-21b9-4668-b211-94a6e1e53638 req-568755d6-9e31-4e0a-a6dd-41c8565f62f3 service nova] Acquiring lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-bfb099a9-21b9-4668-b211-94a6e1e53638 req-568755d6-9e31-4e0a-a6dd-41c8565f62f3 service nova] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-bfb099a9-21b9-4668-b211-94a6e1e53638 req-568755d6-9e31-4e0a-a6dd-41c8565f62f3 service nova] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-bfb099a9-21b9-4668-b211-94a6e1e53638 req-568755d6-9e31-4e0a-a6dd-41c8565f62f3 service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] No waiting events found dispatching network-vif-plugged-de573e48-35c5-4fe6-96de-8ec53dd23b42 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:41:22 user nova-compute[74675]: WARNING nova.compute.manager [req-bfb099a9-21b9-4668-b211-94a6e1e53638 req-568755d6-9e31-4e0a-a6dd-41c8565f62f3 service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Received unexpected event network-vif-plugged-de573e48-35c5-4fe6-96de-8ec53dd23b42 for instance with vm_state building and task_state spawning.
Nov 23 06:41:22 user nova-compute[74675]: INFO nova.compute.manager [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Took 7.06 seconds to build instance.
Nov 23 06:41:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-72c3179f-47ff-4b1f-9e6a-730e21fd29fe tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.155s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:23 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:41:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG nova.objects.instance [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lazy-loading 'flavor' on Instance uuid 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.153s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:32 user nova-compute[74675]: INFO nova.compute.manager [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Attaching volume a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 to /dev/vdb
Nov 23 06:41:32 user nova-compute[74675]: DEBUG os_brick.utils [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3a775d0-46ad-4dce-8ab8-afcec0ef12ab]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d96d0cf-b43f-4663-81f9-cd483f55e03e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c70b7123-2a9a-4c84-a94b-2b1bbd18f210]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6d15983-0f7d-4937-8a8c-cb78c0387049]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:41:32 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:41:32 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c4e2233-9292-4826-8acb-925763e1e63f]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG os_brick.utils [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:41:32 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updating existing volume attachment record: 15a6617c-3f74-4bca-8a30-de23fb897ccd {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:41:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:35 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xVCBLydF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:41:38 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:41:38 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:41:38 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c3a2a04-d533-4e80-9b59-d3b5b283fb17]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:41:38 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4f68320-03dd-4177-bc5f-e00fd273e4c5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26] added
Nov 23 06:41:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d15ed010-b757-410b-bbe6-eb446d71ad3f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[60027d30-beb0-4da5-b669-bf5d8eb92ce4]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xVCBLydF {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xVCBLydF" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f264eaa-2f3c-4841-b149-c6268d629f19]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xVCBLydF'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[96d55f58-8088-4a97-9585-016e067694bf]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d09e27b-6855-4501-ba07-6d4895ab6b96]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:41:38 user nova-compute[74675]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:41:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:41:38 user nova-compute[74675]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:41:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[49fe80fa-8d87-49f0-98da-e6630ccc54ce]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26, portal: 172.16.0.220,3260]
Nov 23 06:41:38 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26, portal: 172.16.0.220,3260] successful.
Nov 23 06:41:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a25bf7c-686e-49c1-a405-f279f4bf3996]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2ca898d-3dc3-46c8-81cd-5b3e14ee0a00]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:41:38 user nova-compute[74675]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:41:38 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:41:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:41:38 user nova-compute[74675]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:41:38 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:41:38 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] HCTL ('35', '-', '-', 0) found on session 53 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6644cf1f-9175-48a7-aa6c-1a584764149f]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Searching for a device in session 53 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xVCBLydF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:41:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:41:39 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '23963396639613161', 'path': '/dev/sdd'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:41:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23963396639613161', 'path': '/dev/sdd'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:41:39 user nova-compute[74675]: DEBUG nova.objects.instance [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lazy-loading 'flavor' on Instance uuid 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:41:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:41:39 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:41:39 user nova-compute[74675]:   <source dev="/dev/sdd"/>
Nov 23 06:41:39 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:41:39 user nova-compute[74675]:   <serial>a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26</serial>
Nov 23 06:41:39 user nova-compute[74675]: </disk>
Nov 23 06:41:39 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:41:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:41:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:41:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] No VIF found with MAC fa:16:3e:5e:bd:ad, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:41:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3fb8628b-24b8-4e61-8f58-b406b1f71b50 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.911s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:42 user nova-compute[74675]: DEBUG nova.compute.manager [req-73ea5cfd-2ec1-4d93-9d91-2571c3df89e8 req-40f0a735-1aa4-4dc1-90db-6ce125fc6512 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received event network-changed-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:42 user nova-compute[74675]: DEBUG nova.compute.manager [req-73ea5cfd-2ec1-4d93-9d91-2571c3df89e8 req-40f0a735-1aa4-4dc1-90db-6ce125fc6512 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Refreshing instance network info cache due to event network-changed-48e7a00b-fa2a-4456-a419-fbee9a4d035e. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:41:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-73ea5cfd-2ec1-4d93-9d91-2571c3df89e8 req-40f0a735-1aa4-4dc1-90db-6ce125fc6512 service nova] Acquiring lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:41:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-73ea5cfd-2ec1-4d93-9d91-2571c3df89e8 req-40f0a735-1aa4-4dc1-90db-6ce125fc6512 service nova] Acquired lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:41:42 user nova-compute[74675]: DEBUG nova.network.neutron [req-73ea5cfd-2ec1-4d93-9d91-2571c3df89e8 req-40f0a735-1aa4-4dc1-90db-6ce125fc6512 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Refreshing network info cache for port 48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:41:43 user nova-compute[74675]: DEBUG nova.network.neutron [req-73ea5cfd-2ec1-4d93-9d91-2571c3df89e8 req-40f0a735-1aa4-4dc1-90db-6ce125fc6512 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updated VIF entry in instance network info cache for port 48e7a00b-fa2a-4456-a419-fbee9a4d035e. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:41:43 user nova-compute[74675]: DEBUG nova.network.neutron [req-73ea5cfd-2ec1-4d93-9d91-2571c3df89e8 req-40f0a735-1aa4-4dc1-90db-6ce125fc6512 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updating instance_info_cache with network_info: [{"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:41:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-73ea5cfd-2ec1-4d93-9d91-2571c3df89e8 req-40f0a735-1aa4-4dc1-90db-6ce125fc6512 service nova] Releasing lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:41:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:45 user nova-compute[74675]: DEBUG nova.compute.manager [req-ebf767bb-4319-41e3-b66b-1dbe2f7d2ea5 req-99f7c629-af3d-4118-9c64-17eb68ab488e service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received event network-changed-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:45 user nova-compute[74675]: DEBUG nova.compute.manager [req-ebf767bb-4319-41e3-b66b-1dbe2f7d2ea5 req-99f7c629-af3d-4118-9c64-17eb68ab488e service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Refreshing instance network info cache due to event network-changed-48e7a00b-fa2a-4456-a419-fbee9a4d035e. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:41:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ebf767bb-4319-41e3-b66b-1dbe2f7d2ea5 req-99f7c629-af3d-4118-9c64-17eb68ab488e service nova] Acquiring lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:41:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ebf767bb-4319-41e3-b66b-1dbe2f7d2ea5 req-99f7c629-af3d-4118-9c64-17eb68ab488e service nova] Acquired lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:41:45 user nova-compute[74675]: DEBUG nova.network.neutron [req-ebf767bb-4319-41e3-b66b-1dbe2f7d2ea5 req-99f7c629-af3d-4118-9c64-17eb68ab488e service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Refreshing network info cache for port 48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:41:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:45 user nova-compute[74675]: DEBUG nova.network.neutron [req-ebf767bb-4319-41e3-b66b-1dbe2f7d2ea5 req-99f7c629-af3d-4118-9c64-17eb68ab488e service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updated VIF entry in instance network info cache for port 48e7a00b-fa2a-4456-a419-fbee9a4d035e. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:41:45 user nova-compute[74675]: DEBUG nova.network.neutron [req-ebf767bb-4319-41e3-b66b-1dbe2f7d2ea5 req-99f7c629-af3d-4118-9c64-17eb68ab488e service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updating instance_info_cache with network_info: [{"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:41:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-216861c9-9b4d-4b67-a680-1e6ca9d117fd tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-216861c9-9b4d-4b67-a680-1e6ca9d117fd tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:45 user nova-compute[74675]: INFO nova.compute.manager [None req-216861c9-9b4d-4b67-a680-1e6ca9d117fd tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Rebooting instance
Nov 23 06:41:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ebf767bb-4319-41e3-b66b-1dbe2f7d2ea5 req-99f7c629-af3d-4118-9c64-17eb68ab488e service nova] Releasing lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:41:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-216861c9-9b4d-4b67-a680-1e6ca9d117fd tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:41:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-216861c9-9b4d-4b67-a680-1e6ca9d117fd tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquired lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:41:45 user nova-compute[74675]: DEBUG nova.network.neutron [None req-216861c9-9b4d-4b67-a680-1e6ca9d117fd tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:41:46 user nova-compute[74675]: DEBUG nova.network.neutron [None req-216861c9-9b4d-4b67-a680-1e6ca9d117fd tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updating instance_info_cache with network_info: [{"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:41:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-216861c9-9b4d-4b67-a680-1e6ca9d117fd tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Releasing lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:41:46 user nova-compute[74675]: DEBUG nova.compute.manager [None req-216861c9-9b4d-4b67-a680-1e6ca9d117fd tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:41:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-e4bd7f15-80d2-4860-8993-d3009f4e5b9b req-6daf6849-7436-480d-83ca-69572170a15d service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received event network-vif-unplugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e4bd7f15-80d2-4860-8993-d3009f4e5b9b req-6daf6849-7436-480d-83ca-69572170a15d service nova] Acquiring lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e4bd7f15-80d2-4860-8993-d3009f4e5b9b req-6daf6849-7436-480d-83ca-69572170a15d service nova] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e4bd7f15-80d2-4860-8993-d3009f4e5b9b req-6daf6849-7436-480d-83ca-69572170a15d service nova] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-e4bd7f15-80d2-4860-8993-d3009f4e5b9b req-6daf6849-7436-480d-83ca-69572170a15d service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] No waiting events found dispatching network-vif-unplugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:41:48 user nova-compute[74675]: WARNING nova.compute.manager [req-e4bd7f15-80d2-4860-8993-d3009f4e5b9b req-6daf6849-7436-480d-83ca-69572170a15d service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received unexpected event network-vif-unplugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e for instance with vm_state active and task_state reboot_started.
Nov 23 06:41:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:49 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-216861c9-9b4d-4b67-a680-1e6ca9d117fd tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Instance shutdown successfully.
Nov 23 06:41:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-c3fdb3a0-8583-47f6-a806-164e54200bef req-4a5daa20-7ac3-41e3-85fa-587807e4bba1 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received event network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c3fdb3a0-8583-47f6-a806-164e54200bef req-4a5daa20-7ac3-41e3-85fa-587807e4bba1 service nova] Acquiring lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c3fdb3a0-8583-47f6-a806-164e54200bef req-4a5daa20-7ac3-41e3-85fa-587807e4bba1 service nova] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c3fdb3a0-8583-47f6-a806-164e54200bef req-4a5daa20-7ac3-41e3-85fa-587807e4bba1 service nova] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-c3fdb3a0-8583-47f6-a806-164e54200bef req-4a5daa20-7ac3-41e3-85fa-587807e4bba1 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] No waiting events found dispatching network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:41:50 user nova-compute[74675]: WARNING nova.compute.manager [req-c3fdb3a0-8583-47f6-a806-164e54200bef req-4a5daa20-7ac3-41e3-85fa-587807e4bba1 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received unexpected event network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e for instance with vm_state active and task_state reboot_started.
Nov 23 06:41:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:52 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Instance running successfully.
Nov 23 06:41:52 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-216861c9-9b4d-4b67-a680-1e6ca9d117fd tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Instance soft rebooted successfully.
Nov 23 06:41:52 user nova-compute[74675]: DEBUG nova.compute.manager [None req-216861c9-9b4d-4b67-a680-1e6ca9d117fd tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:41:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-b869df80-2fde-48f3-9a8a-1c7625b32ca2 req-defd2e48-0b1f-48ad-b5e0-a0fff6eb8ef6 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received event network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b869df80-2fde-48f3-9a8a-1c7625b32ca2 req-defd2e48-0b1f-48ad-b5e0-a0fff6eb8ef6 service nova] Acquiring lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b869df80-2fde-48f3-9a8a-1c7625b32ca2 req-defd2e48-0b1f-48ad-b5e0-a0fff6eb8ef6 service nova] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b869df80-2fde-48f3-9a8a-1c7625b32ca2 req-defd2e48-0b1f-48ad-b5e0-a0fff6eb8ef6 service nova] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-b869df80-2fde-48f3-9a8a-1c7625b32ca2 req-defd2e48-0b1f-48ad-b5e0-a0fff6eb8ef6 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] No waiting events found dispatching network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:41:52 user nova-compute[74675]: WARNING nova.compute.manager [req-b869df80-2fde-48f3-9a8a-1c7625b32ca2 req-defd2e48-0b1f-48ad-b5e0-a0fff6eb8ef6 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received unexpected event network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e for instance with vm_state active and task_state reboot_started.
Nov 23 06:41:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-b869df80-2fde-48f3-9a8a-1c7625b32ca2 req-defd2e48-0b1f-48ad-b5e0-a0fff6eb8ef6 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received event network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:41:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b869df80-2fde-48f3-9a8a-1c7625b32ca2 req-defd2e48-0b1f-48ad-b5e0-a0fff6eb8ef6 service nova] Acquiring lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b869df80-2fde-48f3-9a8a-1c7625b32ca2 req-defd2e48-0b1f-48ad-b5e0-a0fff6eb8ef6 service nova] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b869df80-2fde-48f3-9a8a-1c7625b32ca2 req-defd2e48-0b1f-48ad-b5e0-a0fff6eb8ef6 service nova] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-b869df80-2fde-48f3-9a8a-1c7625b32ca2 req-defd2e48-0b1f-48ad-b5e0-a0fff6eb8ef6 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] No waiting events found dispatching network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:41:52 user nova-compute[74675]: WARNING nova.compute.manager [req-b869df80-2fde-48f3-9a8a-1c7625b32ca2 req-defd2e48-0b1f-48ad-b5e0-a0fff6eb8ef6 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received unexpected event network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e for instance with vm_state active and task_state reboot_started.
Nov 23 06:41:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-216861c9-9b4d-4b67-a680-1e6ca9d117fd tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.257s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:54 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_power_states {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 6135444f-2bce-4e81-9200-474bd9fe7fac {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 21d4ef4d-3b79-4622-a85b-d0195e60e1b8 {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 7860d5ac-6157-44e0-8ad7-9be862656c55 {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 430c7e7c-61c6-4490-bc41-1ac5ca7517b0 {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "7860d5ac-6157-44e0-8ad7-9be862656c55" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "7860d5ac-6157-44e0-8ad7-9be862656c55" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.036s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "7860d5ac-6157-44e0-8ad7-9be862656c55" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.040s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.050s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.049s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:41:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:41:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:42:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:42:05 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:42:05 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:42:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8139MB free_disk=25.279781341552734GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 6135444f-2bce-4e81-9200-474bd9fe7fac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 21d4ef4d-3b79-4622-a85b-d0195e60e1b8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 7860d5ac-6157-44e0-8ad7-9be862656c55 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 430c7e7c-61c6-4490-bc41-1ac5ca7517b0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing inventories for resource provider f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating ProviderTree inventory for provider f859f802-386b-4956-b87c-78941b98bb44 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating inventory in ProviderTree for provider f859f802-386b-4956-b87c-78941b98bb44 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing aggregate associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, aggregates: None {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing trait associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_AUTO {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:42:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.508s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:42:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-85dc30fd-61da-4695-970b-72aa864354d1 req-85ffcaeb-8e94-432c-b597-c93f2dbd61f2 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received event network-changed-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:42:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-85dc30fd-61da-4695-970b-72aa864354d1 req-85ffcaeb-8e94-432c-b597-c93f2dbd61f2 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Refreshing instance network info cache due to event network-changed-f1b7a473-847c-420b-8966-0aed4045a7a1. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:42:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-85dc30fd-61da-4695-970b-72aa864354d1 req-85ffcaeb-8e94-432c-b597-c93f2dbd61f2 service nova] Acquiring lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:42:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-85dc30fd-61da-4695-970b-72aa864354d1 req-85ffcaeb-8e94-432c-b597-c93f2dbd61f2 service nova] Acquired lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:42:07 user nova-compute[74675]: DEBUG nova.network.neutron [req-85dc30fd-61da-4695-970b-72aa864354d1 req-85ffcaeb-8e94-432c-b597-c93f2dbd61f2 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Refreshing network info cache for port f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:42:07 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:42:07 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:42:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:42:07 user nova-compute[74675]: DEBUG nova.network.neutron [req-85dc30fd-61da-4695-970b-72aa864354d1 req-85ffcaeb-8e94-432c-b597-c93f2dbd61f2 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Updated VIF entry in instance network info cache for port f1b7a473-847c-420b-8966-0aed4045a7a1. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:42:07 user nova-compute[74675]: DEBUG nova.network.neutron [req-85dc30fd-61da-4695-970b-72aa864354d1 req-85ffcaeb-8e94-432c-b597-c93f2dbd61f2 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Updating instance_info_cache with network_info: [{"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:42:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-85dc30fd-61da-4695-970b-72aa864354d1 req-85ffcaeb-8e94-432c-b597-c93f2dbd61f2 service nova] Releasing lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:42:08 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:42:08 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:42:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:10 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:42:10 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:42:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:42:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:42:10 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:42:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:42:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:42:11 user nova-compute[74675]: INFO nova.compute.manager [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Shelving
Nov 23 06:42:11 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updating instance_info_cache with network_info: [{"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:42:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:42:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:42:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-08e1e8ce-eb65-4ade-90fa-633000d78c8d req-2b11f9d4-5256-44bf-8a33-8bd90ce0cfff service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received event network-vif-unplugged-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:42:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-08e1e8ce-eb65-4ade-90fa-633000d78c8d req-2b11f9d4-5256-44bf-8a33-8bd90ce0cfff service nova] Acquiring lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:42:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-08e1e8ce-eb65-4ade-90fa-633000d78c8d req-2b11f9d4-5256-44bf-8a33-8bd90ce0cfff service nova] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:42:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-08e1e8ce-eb65-4ade-90fa-633000d78c8d req-2b11f9d4-5256-44bf-8a33-8bd90ce0cfff service nova] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:42:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-08e1e8ce-eb65-4ade-90fa-633000d78c8d req-2b11f9d4-5256-44bf-8a33-8bd90ce0cfff service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] No waiting events found dispatching network-vif-unplugged-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:42:11 user nova-compute[74675]: WARNING nova.compute.manager [req-08e1e8ce-eb65-4ade-90fa-633000d78c8d req-2b11f9d4-5256-44bf-8a33-8bd90ce0cfff service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received unexpected event network-vif-unplugged-f1b7a473-847c-420b-8966-0aed4045a7a1 for instance with vm_state active and task_state shelving.
Nov 23 06:42:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Instance destroyed successfully.
Nov 23 06:42:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Beginning cold snapshot process
Nov 23 06:42:11 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:42:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk /opt/stack/data/nova/instances/snapshots/tmprrroxdfb/4394833283a247118702722c7261d8de {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk /opt/stack/data/nova/instances/snapshots/tmprrroxdfb/4394833283a247118702722c7261d8de" returned: 0 in 0.297s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:12 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Snapshot extracted, beginning image upload
Nov 23 06:42:13 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:42:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-e1ed2388-b7e7-4e9b-bc00-821e16cfcf3c req-613a126a-86d6-47f0-b063-bf5943b596fb service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received event network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:42:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e1ed2388-b7e7-4e9b-bc00-821e16cfcf3c req-613a126a-86d6-47f0-b063-bf5943b596fb service nova] Acquiring lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:42:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e1ed2388-b7e7-4e9b-bc00-821e16cfcf3c req-613a126a-86d6-47f0-b063-bf5943b596fb service nova] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:42:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e1ed2388-b7e7-4e9b-bc00-821e16cfcf3c req-613a126a-86d6-47f0-b063-bf5943b596fb service nova] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:42:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-e1ed2388-b7e7-4e9b-bc00-821e16cfcf3c req-613a126a-86d6-47f0-b063-bf5943b596fb service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] No waiting events found dispatching network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:42:13 user nova-compute[74675]: WARNING nova.compute.manager [req-e1ed2388-b7e7-4e9b-bc00-821e16cfcf3c req-613a126a-86d6-47f0-b063-bf5943b596fb service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received unexpected event network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 for instance with vm_state active and task_state shelving_image_uploading.
Nov 23 06:42:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:14 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Snapshot image upload complete
Nov 23 06:42:14 user nova-compute[74675]: DEBUG nova.compute.manager [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:42:14 user nova-compute[74675]: INFO nova.compute.manager [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Shelve offloading
Nov 23 06:42:14 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Instance destroyed successfully.
Nov 23 06:42:14 user nova-compute[74675]: DEBUG nova.compute.manager [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:42:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:42:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquired lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:42:14 user nova-compute[74675]: DEBUG nova.network.neutron [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:42:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:15 user nova-compute[74675]: DEBUG nova.network.neutron [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Updating instance_info_cache with network_info: [{"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:42:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Releasing lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:42:16 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Instance destroyed successfully.
Nov 23 06:42:16 user nova-compute[74675]: DEBUG nova.objects.instance [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'resources' on Instance uuid 21d4ef4d-3b79-4622-a85b-d0195e60e1b8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:40:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1839254671',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1839254671',id=43,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDQFFO/4XceNlfKbOYKDURDkoiQ/RqBWqJ2Kh0I7JStDfr/NrLUDHLYsbf6nFmNcuUy/64JkNdxaxpdLx3yN5u3f3pD+2KGuqm+H96sUEzXkY9mWejlNXSYSsr7suG8iKg==',key_name='tempest-keypair-1269909128',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:40:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='3e0e925e30a14a178f2cd780dccbdff2',ramdisk_id='',reservation_id='r-hsvj7nzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-67653961',owner_user_name='tempest-AttachVolumeShelveTestJSON-67653961-project-member',shelved_at='2023-11-23T06:42:14.825863',shelved_host='user',shelved_image_id='a411be03-6622-493f-916c-8f67360f320f'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:42:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c500c76720f499597f05d2cee347bca',uuid=21d4ef4d-3b79-4622-a85b-d0195e60e1b8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converting VIF {"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:83:0a,bridge_name='br-int',has_traffic_filtering=True,id=f1b7a473-847c-420b-8966-0aed4045a7a1,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b7a473-84') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG os_vif [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:83:0a,bridge_name='br-int',has_traffic_filtering=True,id=f1b7a473-847c-420b-8966-0aed4045a7a1,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b7a473-84') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf1b7a473-84, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4499c94f-2c4e-46aa-8fe5-11bf757a2a23) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-8a48cd61-afbf-4ff3-afff-71b76a4b1ff3 req-67192c7c-8a5c-42f7-96e8-99eb748fdec8 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received event network-changed-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-8a48cd61-afbf-4ff3-afff-71b76a4b1ff3 req-67192c7c-8a5c-42f7-96e8-99eb748fdec8 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Refreshing instance network info cache due to event network-changed-f1b7a473-847c-420b-8966-0aed4045a7a1. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8a48cd61-afbf-4ff3-afff-71b76a4b1ff3 req-67192c7c-8a5c-42f7-96e8-99eb748fdec8 service nova] Acquiring lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8a48cd61-afbf-4ff3-afff-71b76a4b1ff3 req-67192c7c-8a5c-42f7-96e8-99eb748fdec8 service nova] Acquired lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG nova.network.neutron [req-8a48cd61-afbf-4ff3-afff-71b76a4b1ff3 req-67192c7c-8a5c-42f7-96e8-99eb748fdec8 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Refreshing network info cache for port f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:42:16 user nova-compute[74675]: INFO os_vif [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:83:0a,bridge_name='br-int',has_traffic_filtering=True,id=f1b7a473-847c-420b-8966-0aed4045a7a1,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b7a473-84')
Nov 23 06:42:16 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Deleting instance files /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8_del
Nov 23 06:42:16 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Deletion of /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8_del complete
Nov 23 06:42:16 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Deleted allocations for instance 21d4ef4d-3b79-4622-a85b-d0195e60e1b8
Nov 23 06:42:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG nova.objects.instance [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'numa_topology' on Instance uuid 21d4ef4d-3b79-4622-a85b-d0195e60e1b8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG nova.objects.base [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Object Instance<21d4ef4d-3b79-4622-a85b-d0195e60e1b8> lazy-loaded attributes: resources,numa_topology {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.191s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43769f28-ed62-4306-81e7-b653b5837f27 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 5.325s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG nova.network.neutron [req-8a48cd61-afbf-4ff3-afff-71b76a4b1ff3 req-67192c7c-8a5c-42f7-96e8-99eb748fdec8 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Updated VIF entry in instance network info cache for port f1b7a473-847c-420b-8966-0aed4045a7a1. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG nova.network.neutron [req-8a48cd61-afbf-4ff3-afff-71b76a4b1ff3 req-67192c7c-8a5c-42f7-96e8-99eb748fdec8 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Updating instance_info_cache with network_info: [{"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapf1b7a473-84", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:42:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8a48cd61-afbf-4ff3-afff-71b76a4b1ff3 req-67192c7c-8a5c-42f7-96e8-99eb748fdec8 service nova] Releasing lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:42:19 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:42:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:42:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-5a258fc3-314d-40ae-b934-68a577b0e5cc req-35e4c520-9584-4d19-bb23-9d7cef3f3066 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Received event network-changed-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:42:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-5a258fc3-314d-40ae-b934-68a577b0e5cc req-35e4c520-9584-4d19-bb23-9d7cef3f3066 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Refreshing instance network info cache due to event network-changed-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:42:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5a258fc3-314d-40ae-b934-68a577b0e5cc req-35e4c520-9584-4d19-bb23-9d7cef3f3066 service nova] Acquiring lock "refresh_cache-7860d5ac-6157-44e0-8ad7-9be862656c55" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:42:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5a258fc3-314d-40ae-b934-68a577b0e5cc req-35e4c520-9584-4d19-bb23-9d7cef3f3066 service nova] Acquired lock "refresh_cache-7860d5ac-6157-44e0-8ad7-9be862656c55" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:42:48 user nova-compute[74675]: DEBUG nova.network.neutron [req-5a258fc3-314d-40ae-b934-68a577b0e5cc req-35e4c520-9584-4d19-bb23-9d7cef3f3066 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Refreshing network info cache for port e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:42:49 user nova-compute[74675]: DEBUG nova.network.neutron [req-5a258fc3-314d-40ae-b934-68a577b0e5cc req-35e4c520-9584-4d19-bb23-9d7cef3f3066 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Updated VIF entry in instance network info cache for port e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:42:49 user nova-compute[74675]: DEBUG nova.network.neutron [req-5a258fc3-314d-40ae-b934-68a577b0e5cc req-35e4c520-9584-4d19-bb23-9d7cef3f3066 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Updating instance_info_cache with network_info: [{"id": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "address": "fa:16:3e:57:11:00", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape82c7d45-0d", "ovs_interfaceid": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:42:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5a258fc3-314d-40ae-b934-68a577b0e5cc req-35e4c520-9584-4d19-bb23-9d7cef3f3066 service nova] Releasing lock "refresh_cache-7860d5ac-6157-44e0-8ad7-9be862656c55" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:42:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:42:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:42:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:42:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:42:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:42:51 user nova-compute[74675]: INFO nova.compute.manager [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Terminating instance
Nov 23 06:42:51 user nova-compute[74675]: DEBUG nova.compute.manager [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:42:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-4cdca26f-dbc1-4d9a-a3d6-fc437c1560ce req-9ab5b625-f2b0-4a1b-a34a-8b319f7d3a0c service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received event network-vif-unplugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:42:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4cdca26f-dbc1-4d9a-a3d6-fc437c1560ce req-9ab5b625-f2b0-4a1b-a34a-8b319f7d3a0c service nova] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:42:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4cdca26f-dbc1-4d9a-a3d6-fc437c1560ce req-9ab5b625-f2b0-4a1b-a34a-8b319f7d3a0c service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:42:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4cdca26f-dbc1-4d9a-a3d6-fc437c1560ce req-9ab5b625-f2b0-4a1b-a34a-8b319f7d3a0c service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:42:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-4cdca26f-dbc1-4d9a-a3d6-fc437c1560ce req-9ab5b625-f2b0-4a1b-a34a-8b319f7d3a0c service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] No waiting events found dispatching network-vif-unplugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:42:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-4cdca26f-dbc1-4d9a-a3d6-fc437c1560ce req-9ab5b625-f2b0-4a1b-a34a-8b319f7d3a0c service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received event network-vif-unplugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:42:52 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Instance destroyed successfully.
Nov 23 06:42:52 user nova-compute[74675]: DEBUG nova.objects.instance [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lazy-loading 'resources' on Instance uuid 6135444f-2bce-4e81-9200-474bd9fe7fac {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:35:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1415444062',display_name='tempest-ServerActionsTestOtherB-server-1415444062',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1415444062',id=39,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE6uqPMdPJM4RVBZHbSxiQsK2r8cP6mpay/BDT943sAFteDz1FmIIVxuNWXFcowS8e8gNufrguDWf8nh3EGXvGFViLjMcFlcO1XyZECFB/5RVER4RpVyKvjbN9hPl6mUdg==',key_name='tempest-keypair-524988022',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:40:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='500fe1b34bc94e61af7cd26a8b902fcb',ramdisk_id='',reservation_id='r-7d65820o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1715949938',owner_user_name='tempest-ServerActionsTestOtherB-1715949938-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:40:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='735d26d8543c4c86a990ecf51dd7d883',uuid=6135444f-2bce-4e81-9200-474bd9fe7fac,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converting VIF {"id": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "address": "fa:16:3e:9b:8c:8a", "network": {"id": "dd2d7e28-503d-40de-9999-d90479b8e877", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1310214610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500fe1b34bc94e61af7cd26a8b902fcb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c4689fb-06", "ovs_interfaceid": "7c4689fb-06a2-4033-be46-adbd344ee9a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_vif [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7c4689fb-06, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=30c80b28-acaa-436e-aae7-e13f0ef4f963) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:42:52 user nova-compute[74675]: INFO os_vif [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:8c:8a,bridge_name='br-int',has_traffic_filtering=True,id=7c4689fb-06a2-4033-be46-adbd344ee9a6,network=Network(dd2d7e28-503d-40de-9999-d90479b8e877),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c4689fb-06')
Nov 23 06:42:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GquloSIi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:42:52 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce9c5f56-fd78-4428-b743-291cd9412145]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:42:52 user nova-compute[74675]: No targets found.
Nov 23 06:42:52 user nova-compute[74675]: iSNS:
Nov 23 06:42:52 user nova-compute[74675]: No targets found.
Nov 23 06:42:52 user nova-compute[74675]: STATIC:
Nov 23 06:42:52 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26
Nov 23 06:42:52 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:42:52 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:42:52 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e
Nov 23 06:42:52 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:42:52 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:42:52 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b
Nov 23 06:42:52 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:42:52 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:42:52 user nova-compute[74675]: FIRMWARE:
Nov 23 06:42:52 user nova-compute[74675]: No targets found.
Nov 23 06:42:52 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:42:52 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:42:52 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[941e11d0-5be9-4e29-9f2d-50d0f7816e44]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfb0c11f-f8d1-4788-82c4-d9ea4bbeacce]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:42:52 user nova-compute[74675]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:42:52 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:42:52 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b (non-flash)
Nov 23 06:42:52 user nova-compute[74675]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:42:52 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:42:52 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac88131900>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c53186de-f8bd-49be-8edc-4f7acb7954c6]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b07e1bb-837f-413a-8ad9-00e49e7bfe29]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[110dd757-48c3-4f77-8ec7-1b9e1291fcf3]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b986419-baaf-4ea2-9246-e528919b628d]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[18869aaf-1b3b-40ee-a71f-f84c3f5701f4]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --logout" returned: 0 in 0.043s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d80af72-4744-4553-81d9-8179a057eb13]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260]
Nov 23 06:42:52 user nova-compute[74675]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b, portal: 172.16.0.220,3260] successful.
Nov 23 06:42:52 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6224df8c-02cb-4785-a096-0be1c14fa21b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[68323a89-7bde-4145-8412-37f8e5974b04]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.296s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] <== disconnect_volume: return (298ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:42:52 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Deleting instance files /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac_del
Nov 23 06:42:52 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Deletion of /opt/stack/data/nova/instances/6135444f-2bce-4e81-9200-474bd9fe7fac_del complete
Nov 23 06:42:52 user nova-compute[74675]: INFO nova.compute.manager [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Took 1.19 seconds to destroy the instance on the hypervisor.
Nov 23 06:42:52 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:42:52 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:42:53 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:42:53 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Took 0.65 seconds to deallocate network for instance.
Nov 23 06:42:53 user nova-compute[74675]: DEBUG nova.compute.manager [req-f5ab0573-9073-40bb-b70f-f25ca0039d23 req-f4a34336-f01f-408d-9a97-c4ef2d32ca0d service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:42:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f5ab0573-9073-40bb-b70f-f25ca0039d23 req-f4a34336-f01f-408d-9a97-c4ef2d32ca0d service nova] Acquiring lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:42:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f5ab0573-9073-40bb-b70f-f25ca0039d23 req-f4a34336-f01f-408d-9a97-c4ef2d32ca0d service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:42:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f5ab0573-9073-40bb-b70f-f25ca0039d23 req-f4a34336-f01f-408d-9a97-c4ef2d32ca0d service nova] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:42:53 user nova-compute[74675]: DEBUG nova.compute.manager [req-f5ab0573-9073-40bb-b70f-f25ca0039d23 req-f4a34336-f01f-408d-9a97-c4ef2d32ca0d service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] No waiting events found dispatching network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:42:53 user nova-compute[74675]: WARNING nova.compute.manager [req-f5ab0573-9073-40bb-b70f-f25ca0039d23 req-f4a34336-f01f-408d-9a97-c4ef2d32ca0d service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received unexpected event network-vif-plugged-7c4689fb-06a2-4033-be46-adbd344ee9a6 for instance with vm_state active and task_state deleting.
Nov 23 06:42:53 user nova-compute[74675]: DEBUG nova.compute.manager [req-f5ab0573-9073-40bb-b70f-f25ca0039d23 req-f4a34336-f01f-408d-9a97-c4ef2d32ca0d service nova] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Received event network-vif-deleted-7c4689fb-06a2-4033-be46-adbd344ee9a6 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:42:53 user nova-compute[74675]: INFO nova.compute.manager [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] [instance: 6135444f-2bce-4e81-9200-474bd9fe7fac] Took 0.79 seconds to detach 1 volumes for instance.
Nov 23 06:42:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:42:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:42:54 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:42:54 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:42:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.189s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:42:54 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Deleted allocations for instance 6135444f-2bce-4e81-9200-474bd9fe7fac
Nov 23 06:42:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1e678a4e-f8df-4398-a330-f17555e5da63 tempest-ServerActionsTestOtherB-1715949938 tempest-ServerActionsTestOtherB-1715949938-project-member] Lock "6135444f-2bce-4e81-9200-474bd9fe7fac" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:42:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "e561da18-2a88-45bc-8cbc-b0fb224256b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "e561da18-2a88-45bc-8cbc-b0fb224256b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG nova.compute.manager [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:42:56 user nova-compute[74675]: INFO nova.compute.claims [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Claim successful on node user
Nov 23 06:42:56 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.248s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG nova.compute.manager [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG nova.compute.manager [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG nova.network.neutron [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:42:56 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:42:56 user nova-compute[74675]: DEBUG nova.compute.manager [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG nova.policy [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95ec05ee74eb40d0a92a6b005394e149', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16ae3d4c42f64e4cba5b09935e927c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:42:56 user nova-compute[74675]: INFO nova.virt.block_device [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Booting with volume e586c24a-10b8-4606-be2a-75f32c723928 at /dev/vda
Nov 23 06:42:56 user nova-compute[74675]: DEBUG os_brick.utils [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8883c366-a810-483e-94a6-ff561fc5d004]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[daecb708-c2a5-4520-b5e7-8aef3056a2e2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c75fc029-764c-4fe3-beb5-94fd15f994e5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[feed50ef-924c-4069-9c97-08d68a4a9f6d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:42:56 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:42:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f187d26b-2dbd-4813-975a-c76194d69ae9]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG os_brick.utils [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:42:56 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Updating existing volume attachment record: 7d20b9d3-0547-44ae-aadc-0316c8a69547 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:42:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:42:57 user nova-compute[74675]: DEBUG nova.network.neutron [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Successfully created port: f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:42:58 user nova-compute[74675]: DEBUG nova.network.neutron [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Successfully updated port: f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:42:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "refresh_cache-e561da18-2a88-45bc-8cbc-b0fb224256b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:42:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquired lock "refresh_cache-e561da18-2a88-45bc-8cbc-b0fb224256b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:42:58 user nova-compute[74675]: DEBUG nova.network.neutron [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:42:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-ab771c0a-d8e9-404e-ab88-f1474810bf7e req-924e8d71-4892-455d-898b-984211132aea service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Received event network-changed-f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:42:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-ab771c0a-d8e9-404e-ab88-f1474810bf7e req-924e8d71-4892-455d-898b-984211132aea service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Refreshing instance network info cache due to event network-changed-f4513e41-696b-4a69-90a8-92cc4a5fd0a3. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:42:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ab771c0a-d8e9-404e-ab88-f1474810bf7e req-924e8d71-4892-455d-898b-984211132aea service nova] Acquiring lock "refresh_cache-e561da18-2a88-45bc-8cbc-b0fb224256b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:42:58 user nova-compute[74675]: DEBUG nova.network.neutron [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:42:58 user nova-compute[74675]: DEBUG nova.network.neutron [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Updating instance_info_cache with network_info: [{"id": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "address": "fa:16:3e:0c:a0:5b", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4513e41-69", "ovs_interfaceid": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:42:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Releasing lock "refresh_cache-e561da18-2a88-45bc-8cbc-b0fb224256b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:42:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Instance network_info: |[{"id": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "address": "fa:16:3e:0c:a0:5b", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4513e41-69", "ovs_interfaceid": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:42:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ab771c0a-d8e9-404e-ab88-f1474810bf7e req-924e8d71-4892-455d-898b-984211132aea service nova] Acquired lock "refresh_cache-e561da18-2a88-45bc-8cbc-b0fb224256b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:42:58 user nova-compute[74675]: DEBUG nova.network.neutron [req-ab771c0a-d8e9-404e-ab88-f1474810bf7e req-924e8d71-4892-455d-898b-984211132aea service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Refreshing network info cache for port f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:42:59 user nova-compute[74675]: DEBUG nova.network.neutron [req-ab771c0a-d8e9-404e-ab88-f1474810bf7e req-924e8d71-4892-455d-898b-984211132aea service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Updated VIF entry in instance network info cache for port f4513e41-696b-4a69-90a8-92cc4a5fd0a3. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:42:59 user nova-compute[74675]: DEBUG nova.network.neutron [req-ab771c0a-d8e9-404e-ab88-f1474810bf7e req-924e8d71-4892-455d-898b-984211132aea service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Updating instance_info_cache with network_info: [{"id": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "address": "fa:16:3e:0c:a0:5b", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4513e41-69", "ovs_interfaceid": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:42:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ab771c0a-d8e9-404e-ab88-f1474810bf7e req-924e8d71-4892-455d-898b-984211132aea service nova] Releasing lock "refresh_cache-e561da18-2a88-45bc-8cbc-b0fb224256b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:42:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:43:03 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Creating image(s)
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Ensure instance console log exists: /opt/stack/data/nova/instances/e561da18-2a88-45bc-8cbc-b0fb224256b8/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Start _get_guest_xml network_info=[{"id": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "address": "fa:16:3e:0c:a0:5b", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4513e41-69", "ovs_interfaceid": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQwpLIsW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e561da18-2a88-45bc-8cbc-b0fb224256b8', 'attached_at': '', 'detached_at': '', 'volume_id': 'e586c24a-10b8-4606-be2a-75f32c723928', 'serial': 'e586c24a-10b8-4606-be2a-75f32c723928'}, 'attachment_id': '7d20b9d3-0547-44ae-aadc-0316c8a69547', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:43:03 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:43:03 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQwpLIsW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:43:03 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:43:03 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:43:03 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa196866-ba40-4b02-adaa-b5a791436a64]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:43:03 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[66c2caba-bb7c-469e-87ff-985955ccfd7d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928] added
Nov 23 06:43:03 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7eb1555-8599-44b7-8beb-3c75a037a888]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f789de86-4851-40f5-aa33-aab9bf36b255]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hQwpLIsW {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hQwpLIsW" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8f652e0-5dd5-4799-9a61-b460e9eea8b4]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hQwpLIsW'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d25fc16-307a-4df7-ad2d-82e34c3a3d45]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[54fed81d-6b9c-40b0-b18d-4ad64dea4ca6]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:03 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:43:03 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:03 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:43:03 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[79428d78-bf86-4eab-966c-d78f1ada759e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928, portal: 172.16.0.220,3260]
Nov 23 06:43:03 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928, portal: 172.16.0.220,3260] successful.
Nov 23 06:43:03 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1756089-0de9-49bb-b90e-7855a2bab302]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab003404-6f7b-4323-a0d2-c351f216b770]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:03 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:43:03 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:43:03 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:03 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:43:03 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:43:03 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.320s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e053d0c4-f6f6-4ee0-adf2-8433b48cb3ee]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQwpLIsW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:43:04 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:43:04 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8529MB free_disk=25.27513885498047GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.383s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== connect_volume: return (1384ms) {'type': 'block', 'scsi_wwn': '23636666238616635', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23636666238616635', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:42:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-367881282',display_name='tempest-TestVolumeBootPattern-server-367881282',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-367881282',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF/SNtPKTcl5W/IG5fvOcXNGrA1GA39/aT6SxyH/Fu2st3mY+UNmLIwFymR+gE85Mxq4pRcczYCQolC1m2kQ+0kYqOpI9lMK5V69gp4wJmLUj6qPIpzh/sPECN9kbwqRCQ==',key_name='tempest-TestVolumeBootPattern-2100987248',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-fwm146ed',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:42:57Z,user_data=None,user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=e561da18-2a88-45bc-8cbc-b0fb224256b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "address": "fa:16:3e:0c:a0:5b", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4513e41-69", "ovs_interfaceid": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "address": "fa:16:3e:0c:a0:5b", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4513e41-69", "ovs_interfaceid": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:a0:5b,bridge_name='br-int',has_traffic_filtering=True,id=f4513e41-696b-4a69-90a8-92cc4a5fd0a3,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4513e41-69') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.objects.instance [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lazy-loading 'pci_devices' on Instance uuid e561da18-2a88-45bc-8cbc-b0fb224256b8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 7860d5ac-6157-44e0-8ad7-9be862656c55 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 430c7e7c-61c6-4490-bc41-1ac5ca7517b0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance e561da18-2a88-45bc-8cbc-b0fb224256b8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:43:04 user nova-compute[74675]:   <uuid>e561da18-2a88-45bc-8cbc-b0fb224256b8</uuid>
Nov 23 06:43:04 user nova-compute[74675]:   <name>instance-0000002e</name>
Nov 23 06:43:04 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:43:04 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:43:04 user nova-compute[74675]:   <metadata>
Nov 23 06:43:04 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:43:04 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:43:04 user nova-compute[74675]:       <nova:name>tempest-TestVolumeBootPattern-server-367881282</nova:name>
Nov 23 06:43:04 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:43:03</nova:creationTime>
Nov 23 06:43:04 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:43:04 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:43:04 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:43:04 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:43:04 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:43:04 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:43:04 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:43:04 user nova-compute[74675]:       <nova:owner>
Nov 23 06:43:04 user nova-compute[74675]:         <nova:user uuid="95ec05ee74eb40d0a92a6b005394e149">tempest-TestVolumeBootPattern-1164061839-project-member</nova:user>
Nov 23 06:43:04 user nova-compute[74675]:         <nova:project uuid="16ae3d4c42f64e4cba5b09935e927c47">tempest-TestVolumeBootPattern-1164061839</nova:project>
Nov 23 06:43:04 user nova-compute[74675]:       </nova:owner>
Nov 23 06:43:04 user nova-compute[74675]:       <nova:ports>
Nov 23 06:43:04 user nova-compute[74675]:         <nova:port uuid="f4513e41-696b-4a69-90a8-92cc4a5fd0a3">
Nov 23 06:43:04 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 23 06:43:04 user nova-compute[74675]:         </nova:port>
Nov 23 06:43:04 user nova-compute[74675]:       </nova:ports>
Nov 23 06:43:04 user nova-compute[74675]:     </nova:instance>
Nov 23 06:43:04 user nova-compute[74675]:   </metadata>
Nov 23 06:43:04 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:43:04 user nova-compute[74675]:     <system>
Nov 23 06:43:04 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:43:04 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:43:04 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:43:04 user nova-compute[74675]:       <entry name="serial">e561da18-2a88-45bc-8cbc-b0fb224256b8</entry>
Nov 23 06:43:04 user nova-compute[74675]:       <entry name="uuid">e561da18-2a88-45bc-8cbc-b0fb224256b8</entry>
Nov 23 06:43:04 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:43:04 user nova-compute[74675]:     </system>
Nov 23 06:43:04 user nova-compute[74675]:   </sysinfo>
Nov 23 06:43:04 user nova-compute[74675]:   <os>
Nov 23 06:43:04 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:43:04 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:43:04 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:43:04 user nova-compute[74675]:   </os>
Nov 23 06:43:04 user nova-compute[74675]:   <features>
Nov 23 06:43:04 user nova-compute[74675]:     <acpi/>
Nov 23 06:43:04 user nova-compute[74675]:     <apic/>
Nov 23 06:43:04 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:43:04 user nova-compute[74675]:   </features>
Nov 23 06:43:04 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:43:04 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:43:04 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:43:04 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:43:04 user nova-compute[74675]:   </clock>
Nov 23 06:43:04 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:43:04 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:43:04 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:43:04 user nova-compute[74675]:   </cpu>
Nov 23 06:43:04 user nova-compute[74675]:   <devices>
Nov 23 06:43:04 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:43:04 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:43:04 user nova-compute[74675]:       <source dev="/dev/sdb"/>
Nov 23 06:43:04 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:43:04 user nova-compute[74675]:       <serial>e586c24a-10b8-4606-be2a-75f32c723928</serial>
Nov 23 06:43:04 user nova-compute[74675]:     </disk>
Nov 23 06:43:04 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:43:04 user nova-compute[74675]:       <mac address="fa:16:3e:0c:a0:5b"/>
Nov 23 06:43:04 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:43:04 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:43:04 user nova-compute[74675]:       <target dev="tapf4513e41-69"/>
Nov 23 06:43:04 user nova-compute[74675]:     </interface>
Nov 23 06:43:04 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:43:04 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/e561da18-2a88-45bc-8cbc-b0fb224256b8/console.log" append="off"/>
Nov 23 06:43:04 user nova-compute[74675]:     </serial>
Nov 23 06:43:04 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:43:04 user nova-compute[74675]:     <video>
Nov 23 06:43:04 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:43:04 user nova-compute[74675]:     </video>
Nov 23 06:43:04 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:43:04 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:43:04 user nova-compute[74675]:     </rng>
Nov 23 06:43:04 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:43:04 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:43:04 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:43:04 user nova-compute[74675]:     </memballoon>
Nov 23 06:43:04 user nova-compute[74675]:   </devices>
Nov 23 06:43:04 user nova-compute[74675]: </domain>
Nov 23 06:43:04 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:42:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-367881282',display_name='tempest-TestVolumeBootPattern-server-367881282',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-367881282',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF/SNtPKTcl5W/IG5fvOcXNGrA1GA39/aT6SxyH/Fu2st3mY+UNmLIwFymR+gE85Mxq4pRcczYCQolC1m2kQ+0kYqOpI9lMK5V69gp4wJmLUj6qPIpzh/sPECN9kbwqRCQ==',key_name='tempest-TestVolumeBootPattern-2100987248',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-fwm146ed',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:42:57Z,user_data=None,user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=e561da18-2a88-45bc-8cbc-b0fb224256b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "address": "fa:16:3e:0c:a0:5b", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4513e41-69", "ovs_interfaceid": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "address": "fa:16:3e:0c:a0:5b", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4513e41-69", "ovs_interfaceid": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:a0:5b,bridge_name='br-int',has_traffic_filtering=True,id=f4513e41-696b-4a69-90a8-92cc4a5fd0a3,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4513e41-69') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG os_vif [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:a0:5b,bridge_name='br-int',has_traffic_filtering=True,id=f4513e41-696b-4a69-90a8-92cc4a5fd0a3,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4513e41-69') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9b48a902-4402-53af-bfb1-e5f2be39d2da', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf4513e41-69, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf4513e41-69, col_values=(('qos', UUID('2d3e54a3-86c4-4316-8ee1-39eec0d73fd8')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf4513e41-69, col_values=(('external_ids', {'iface-id': 'f4513e41-696b-4a69-90a8-92cc4a5fd0a3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0c:a0:5b', 'vm-uuid': 'e561da18-2a88-45bc-8cbc-b0fb224256b8'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:04 user nova-compute[74675]: INFO os_vif [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:a0:5b,bridge_name='br-int',has_traffic_filtering=True,id=f4513e41-696b-4a69-90a8-92cc4a5fd0a3,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4513e41-69')
Nov 23 06:43:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] No VIF found with MAC fa:16:3e:0c:a0:5b, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:43:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.323s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-3adf8e49-3a36-4f78-89d2-10b2e8039218 req-edda73f8-5a5d-416e-aacd-deb4a7420da4 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Received event network-vif-plugged-f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3adf8e49-3a36-4f78-89d2-10b2e8039218 req-edda73f8-5a5d-416e-aacd-deb4a7420da4 service nova] Acquiring lock "e561da18-2a88-45bc-8cbc-b0fb224256b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3adf8e49-3a36-4f78-89d2-10b2e8039218 req-edda73f8-5a5d-416e-aacd-deb4a7420da4 service nova] Lock "e561da18-2a88-45bc-8cbc-b0fb224256b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3adf8e49-3a36-4f78-89d2-10b2e8039218 req-edda73f8-5a5d-416e-aacd-deb4a7420da4 service nova] Lock "e561da18-2a88-45bc-8cbc-b0fb224256b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-3adf8e49-3a36-4f78-89d2-10b2e8039218 req-edda73f8-5a5d-416e-aacd-deb4a7420da4 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] No waiting events found dispatching network-vif-plugged-f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:43:06 user nova-compute[74675]: WARNING nova.compute.manager [req-3adf8e49-3a36-4f78-89d2-10b2e8039218 req-edda73f8-5a5d-416e-aacd-deb4a7420da4 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Received unexpected event network-vif-plugged-f4513e41-696b-4a69-90a8-92cc4a5fd0a3 for instance with vm_state building and task_state spawning.
Nov 23 06:43:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-4c71b6c4-3e07-4db9-8761-4676a0cb53b4 req-ce557253-af54-498c-b76f-26a3bf8f279c service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Received event network-changed-de573e48-35c5-4fe6-96de-8ec53dd23b42 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-4c71b6c4-3e07-4db9-8761-4676a0cb53b4 req-ce557253-af54-498c-b76f-26a3bf8f279c service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Refreshing instance network info cache due to event network-changed-de573e48-35c5-4fe6-96de-8ec53dd23b42. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4c71b6c4-3e07-4db9-8761-4676a0cb53b4 req-ce557253-af54-498c-b76f-26a3bf8f279c service nova] Acquiring lock "refresh_cache-430c7e7c-61c6-4490-bc41-1ac5ca7517b0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4c71b6c4-3e07-4db9-8761-4676a0cb53b4 req-ce557253-af54-498c-b76f-26a3bf8f279c service nova] Acquired lock "refresh_cache-430c7e7c-61c6-4490-bc41-1ac5ca7517b0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG nova.network.neutron [req-4c71b6c4-3e07-4db9-8761-4676a0cb53b4 req-ce557253-af54-498c-b76f-26a3bf8f279c service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Refreshing network info cache for port de573e48-35c5-4fe6-96de-8ec53dd23b42 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:06 user nova-compute[74675]: DEBUG nova.objects.instance [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lazy-loading 'flavor' on Instance uuid 430c7e7c-61c6-4490-bc41-1ac5ca7517b0 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:43:06 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Ignoring supplied device name: /dev/vdb
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:07 user nova-compute[74675]: INFO nova.compute.manager [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Attaching volume 1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 to /dev/vdb
Nov 23 06:43:07 user nova-compute[74675]: DEBUG nova.network.neutron [req-4c71b6c4-3e07-4db9-8761-4676a0cb53b4 req-ce557253-af54-498c-b76f-26a3bf8f279c service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Updated VIF entry in instance network info cache for port de573e48-35c5-4fe6-96de-8ec53dd23b42. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG nova.network.neutron [req-4c71b6c4-3e07-4db9-8761-4676a0cb53b4 req-ce557253-af54-498c-b76f-26a3bf8f279c service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Updating instance_info_cache with network_info: [{"id": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "address": "fa:16:3e:e0:34:3e", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde573e48-35", "ovs_interfaceid": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-4c71b6c4-3e07-4db9-8761-4676a0cb53b4 req-ce557253-af54-498c-b76f-26a3bf8f279c service nova] Releasing lock "refresh_cache-430c7e7c-61c6-4490-bc41-1ac5ca7517b0" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG os_brick.utils [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cc6922e-8868-4f72-a032-deeaa89a8833]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc33c864-4d9c-4907-b5ee-3cfa66683223]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d74becd0-0b61-419a-b33a-4a87e270b7af]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef6ed498-cb60-469f-9d18-55f8680c39b5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:43:07 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6b40725-acef-4056-892b-bbc01228d99f]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG os_brick.utils [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Updating existing volume attachment record: 3520d981-5605-41e6-a948-7577f6a2ad04 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:43:07 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:43:08 user nova-compute[74675]: DEBUG nova.compute.manager [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:43:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:43:08 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Instance spawned successfully.
Nov 23 06:43:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:43:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:43:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:43:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:43:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:43:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:43:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:43:08 user nova-compute[74675]: INFO nova.compute.manager [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Took 5.35 seconds to spawn the instance on the hypervisor.
Nov 23 06:43:08 user nova-compute[74675]: DEBUG nova.compute.manager [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:43:08 user nova-compute[74675]: INFO nova.compute.manager [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Took 12.15 seconds to build instance.
Nov 23 06:43:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-31da2e52-998a-4b23-b24a-8111d62aa51c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "e561da18-2a88-45bc-8cbc-b0fb224256b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.249s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-72f5bc5b-2ac5-466d-a1ab-2d866c3e728f req-08a7bc5c-7b79-4560-a042-13d8dc4c1aab service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Received event network-vif-plugged-f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:43:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-72f5bc5b-2ac5-466d-a1ab-2d866c3e728f req-08a7bc5c-7b79-4560-a042-13d8dc4c1aab service nova] Acquiring lock "e561da18-2a88-45bc-8cbc-b0fb224256b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-72f5bc5b-2ac5-466d-a1ab-2d866c3e728f req-08a7bc5c-7b79-4560-a042-13d8dc4c1aab service nova] Lock "e561da18-2a88-45bc-8cbc-b0fb224256b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-72f5bc5b-2ac5-466d-a1ab-2d866c3e728f req-08a7bc5c-7b79-4560-a042-13d8dc4c1aab service nova] Lock "e561da18-2a88-45bc-8cbc-b0fb224256b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-72f5bc5b-2ac5-466d-a1ab-2d866c3e728f req-08a7bc5c-7b79-4560-a042-13d8dc4c1aab service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] No waiting events found dispatching network-vif-plugged-f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:43:08 user nova-compute[74675]: WARNING nova.compute.manager [req-72f5bc5b-2ac5-466d-a1ab-2d866c3e728f req-08a7bc5c-7b79-4560-a042-13d8dc4c1aab service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Received unexpected event network-vif-plugged-f4513e41-696b-4a69-90a8-92cc4a5fd0a3 for instance with vm_state active and task_state None.
Nov 23 06:43:09 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:43:09 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:43:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:10 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:43:10 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:43:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:11 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:43:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:43:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:43:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:43:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:43:11 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:43:11 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:43:11 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updating instance_info_cache with network_info: [{"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:43:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:43:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QoFuKHMm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:43:13 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:43:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:43:13 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:43:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:43:13 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[15b971bd-166e-4d56-a8f3-0075cf9be5e1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:43:13 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a4b00c1-a329-4ea2-94b5-c853387bafbe]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821] added
Nov 23 06:43:13 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b904b89-7fc0-4d32-bae1-3136d946b375]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4340e669-a7e1-481a-9e15-00ac374ad63b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QoFuKHMm {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QoFuKHMm" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbe2bbaf-a8e4-4715-9e88-a8ecd6cf15a7]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QoFuKHMm'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[04f3d456-8056-4f2a-a360-482440049b2d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[33a79971-985a-4d99-bf9b-c9bc8cc1c8b9]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:13 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:43:13 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:43:13 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:13 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:43:13 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:43:13 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:43:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --login" returned: 0 in 0.198s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[85f024c9-33b4-4619-90d4-4ba5bd8b1ee5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821, portal: 172.16.0.220,3260]
Nov 23 06:43:14 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821, portal: 172.16.0.220,3260] successful.
Nov 23 06:43:14 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddf682ad-f343-4268-8542-5b64beab906e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[89a52444-1679-43ac-8290-37ca8c6a2d32]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:14 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:43:14 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:43:14 user nova-compute[74675]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 (non-flash)
Nov 23 06:43:14 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:14 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:43:14 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:43:14 user nova-compute[74675]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 (non-flash)
Nov 23 06:43:14 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.445s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] HCTL ('36', '-', '-', 0) found on session 55 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[814b24bc-3d36-48df-a5bf-7c595848cb64]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Searching for a device in session 55 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QoFuKHMm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "2bb8323b-5e80-4396-971c-3690077b4cfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:14 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:43:14 user nova-compute[74675]: INFO nova.compute.claims [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Claim successful on node user
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.478s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] <== connect_volume: return (1479ms) {'type': 'block', 'scsi_wwn': '23566373434393762', 'path': '/dev/sde'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23566373434393762', 'path': '/dev/sde'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG nova.objects.instance [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lazy-loading 'flavor' on Instance uuid 430c7e7c-61c6-4490-bc41-1ac5ca7517b0 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.263s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:43:15 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:43:15 user nova-compute[74675]:   <source dev="/dev/sde"/>
Nov 23 06:43:15 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:43:15 user nova-compute[74675]:   <serial>1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821</serial>
Nov 23 06:43:15 user nova-compute[74675]: </disk>
Nov 23 06:43:15 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:43:15 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:43:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG nova.policy [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caca8b0003514774b2fd85e3ef401f0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee9a939fb84a4ff9bac6d57c0896af28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:43:15 user nova-compute[74675]: INFO nova.virt.block_device [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Booting with volume f98f15ec-2b3d-41f2-987d-352fce193efe at /dev/vda
Nov 23 06:43:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG os_brick.utils [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fa4869b-889a-4d4d-8c66-ad0cb1049335]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a66807b1-3dff-40e4-9ea4-241488bb4621]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3891d843-58e2-4c4d-9517-2b836668f5cb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e8219aa-bedf-4805-941f-42f2b78011db]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:43:15 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[af1c5d35-06a7-41f8-a771-e0ddf811f990]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG os_brick.utils [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updating existing volume attachment record: 1affb952-6a28-4fc0-8752-6dd3354e3ac2 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] No VIF found with MAC fa:16:3e:e0:34:3e, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-df50b942-de47-42f9-b684-af257828917b tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.646s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:15 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Successfully created port: af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:43:16 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Successfully updated port: af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:43:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:43:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquired lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:43:16 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:43:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-a96be823-0483-465a-b95d-f21387870e67 req-45bce7c1-b5a5-4dcf-8d3b-5687b5a5b2fc service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received event network-changed-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:43:16 user nova-compute[74675]: DEBUG nova.compute.manager [req-a96be823-0483-465a-b95d-f21387870e67 req-45bce7c1-b5a5-4dcf-8d3b-5687b5a5b2fc service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Refreshing instance network info cache due to event network-changed-af76e0a8-cc15-4fbf-8850-1736922ae6e8. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:43:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a96be823-0483-465a-b95d-f21387870e67 req-45bce7c1-b5a5-4dcf-8d3b-5687b5a5b2fc service nova] Acquiring lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:43:16 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:43:16 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updating instance_info_cache with network_info: [{"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:43:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Releasing lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:43:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Instance network_info: |[{"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:43:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a96be823-0483-465a-b95d-f21387870e67 req-45bce7c1-b5a5-4dcf-8d3b-5687b5a5b2fc service nova] Acquired lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:43:16 user nova-compute[74675]: DEBUG nova.network.neutron [req-a96be823-0483-465a-b95d-f21387870e67 req-45bce7c1-b5a5-4dcf-8d3b-5687b5a5b2fc service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Refreshing network info cache for port af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:43:17 user nova-compute[74675]: DEBUG nova.network.neutron [req-a96be823-0483-465a-b95d-f21387870e67 req-45bce7c1-b5a5-4dcf-8d3b-5687b5a5b2fc service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updated VIF entry in instance network info cache for port af76e0a8-cc15-4fbf-8850-1736922ae6e8. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:43:17 user nova-compute[74675]: DEBUG nova.network.neutron [req-a96be823-0483-465a-b95d-f21387870e67 req-45bce7c1-b5a5-4dcf-8d3b-5687b5a5b2fc service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updating instance_info_cache with network_info: [{"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:43:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a96be823-0483-465a-b95d-f21387870e67 req-45bce7c1-b5a5-4dcf-8d3b-5687b5a5b2fc service nova] Releasing lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:43:18 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:43:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:20 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:43:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:43:21 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Creating image(s)
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Ensure instance console log exists: /opt/stack/data/nova/instances/2bb8323b-5e80-4396-971c-3690077b4cfe/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Start _get_guest_xml network_info=[{"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bjTAtGpe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2bb8323b-5e80-4396-971c-3690077b4cfe', 'attached_at': '', 'detached_at': '', 'volume_id': 'f98f15ec-2b3d-41f2-987d-352fce193efe', 'serial': 'f98f15ec-2b3d-41f2-987d-352fce193efe'}, 'attachment_id': '1affb952-6a28-4fc0-8752-6dd3354e3ac2', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:43:21 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:43:21 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bjTAtGpe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:43:21 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:43:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:43:21 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:43:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:43:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:43:21 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dc52c48-9bd6-4ec7-9d07-1cbde1e44609]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:43:22 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c0d998a-21f8-42d6-902b-273725b7b74b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe] added
Nov 23 06:43:22 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0915d0ee-a1f7-4c7f-b013-523b1b56db46]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fcdb8a8-8e58-498b-aa60-0e59ff64a734]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bjTAtGpe {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bjTAtGpe" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[05301fc5-6832-494d-bd66-44b58baded5a]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bjTAtGpe'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a033a8a4-7ca8-47a0-a3ec-dac17fc7756f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc705d04-2983-47b1-b186-51a5355cf15d]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:22 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:43:22 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:43:22 user nova-compute[74675]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 (non-flash)
Nov 23 06:43:22 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:22 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:43:22 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:43:22 user nova-compute[74675]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 (non-flash)
Nov 23 06:43:22 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8545896d-a348-496c-809f-4921c6a968c3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe, portal: 172.16.0.220,3260]
Nov 23 06:43:22 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe, portal: 172.16.0.220,3260] successful.
Nov 23 06:43:22 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[39526624-f39c-48fb-98ff-d9707013eee8]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4cefc2a-595b-4275-9ef0-aa1a7fe5587b]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:22 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:43:22 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:43:22 user nova-compute[74675]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 (non-flash)
Nov 23 06:43:22 user nova-compute[74675]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:43:22 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:22 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:43:22 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:43:22 user nova-compute[74675]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 (non-flash)
Nov 23 06:43:22 user nova-compute[74675]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:43:22 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.304s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] HCTL ('37', '-', '-', 0) found on session 56 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8928b13f-2432-41f5-a741-5717ebd23265]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:22 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Searching for a device in session 56 and hctl ['37', '*', '*', 0] yield: None {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Searching for a device in session 56 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bjTAtGpe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '26661313465326565', 'path': '/dev/sdf'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26661313465326565', 'path': '/dev/sdf'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:43:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1302291899',display_name='tempest-TestShelveInstance-server-1302291899',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1302291899',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNdiPb6TvRdGkHl8WbOJnnKKV7sHTrMjSWml52kNHaRBM2B5AmA0FLGPFJxKDZtBuVljDSTsbjRbKTWh+rNnSQQYTbs03nJm1PhVW+2mI4zFzH9S8li9fqw/9Nx062NoAw==',key_name='tempest-TestShelveInstance-1549435816',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ee9a939fb84a4ff9bac6d57c0896af28',ramdisk_id='',reservation_id='r-zbezyllr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1607200722',owner_user_name='tempest-TestShelveInstance-1607200722-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:43:15Z,user_data=None,user_id='caca8b0003514774b2fd85e3ef401f0d',uuid=2bb8323b-5e80-4396-971c-3690077b4cfe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Converting VIF {"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:91:94,bridge_name='br-int',has_traffic_filtering=True,id=af76e0a8-cc15-4fbf-8850-1736922ae6e8,network=Network(403bafec-773d-4bab-bd8c-ed36ff175ea8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf76e0a8-cc') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG nova.objects.instance [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lazy-loading 'pci_devices' on Instance uuid 2bb8323b-5e80-4396-971c-3690077b4cfe {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:43:23 user nova-compute[74675]:   <uuid>2bb8323b-5e80-4396-971c-3690077b4cfe</uuid>
Nov 23 06:43:23 user nova-compute[74675]:   <name>instance-0000002f</name>
Nov 23 06:43:23 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:43:23 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:43:23 user nova-compute[74675]:   <metadata>
Nov 23 06:43:23 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:43:23 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:43:23 user nova-compute[74675]:       <nova:name>tempest-TestShelveInstance-server-1302291899</nova:name>
Nov 23 06:43:23 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:43:21</nova:creationTime>
Nov 23 06:43:23 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:43:23 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:43:23 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:43:23 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:43:23 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:43:23 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:43:23 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:43:23 user nova-compute[74675]:       <nova:owner>
Nov 23 06:43:23 user nova-compute[74675]:         <nova:user uuid="caca8b0003514774b2fd85e3ef401f0d">tempest-TestShelveInstance-1607200722-project-member</nova:user>
Nov 23 06:43:23 user nova-compute[74675]:         <nova:project uuid="ee9a939fb84a4ff9bac6d57c0896af28">tempest-TestShelveInstance-1607200722</nova:project>
Nov 23 06:43:23 user nova-compute[74675]:       </nova:owner>
Nov 23 06:43:23 user nova-compute[74675]:       <nova:ports>
Nov 23 06:43:23 user nova-compute[74675]:         <nova:port uuid="af76e0a8-cc15-4fbf-8850-1736922ae6e8">
Nov 23 06:43:23 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 23 06:43:23 user nova-compute[74675]:         </nova:port>
Nov 23 06:43:23 user nova-compute[74675]:       </nova:ports>
Nov 23 06:43:23 user nova-compute[74675]:     </nova:instance>
Nov 23 06:43:23 user nova-compute[74675]:   </metadata>
Nov 23 06:43:23 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:43:23 user nova-compute[74675]:     <system>
Nov 23 06:43:23 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:43:23 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:43:23 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:43:23 user nova-compute[74675]:       <entry name="serial">2bb8323b-5e80-4396-971c-3690077b4cfe</entry>
Nov 23 06:43:23 user nova-compute[74675]:       <entry name="uuid">2bb8323b-5e80-4396-971c-3690077b4cfe</entry>
Nov 23 06:43:23 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:43:23 user nova-compute[74675]:     </system>
Nov 23 06:43:23 user nova-compute[74675]:   </sysinfo>
Nov 23 06:43:23 user nova-compute[74675]:   <os>
Nov 23 06:43:23 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:43:23 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:43:23 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:43:23 user nova-compute[74675]:   </os>
Nov 23 06:43:23 user nova-compute[74675]:   <features>
Nov 23 06:43:23 user nova-compute[74675]:     <acpi/>
Nov 23 06:43:23 user nova-compute[74675]:     <apic/>
Nov 23 06:43:23 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:43:23 user nova-compute[74675]:   </features>
Nov 23 06:43:23 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:43:23 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:43:23 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:43:23 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:43:23 user nova-compute[74675]:   </clock>
Nov 23 06:43:23 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:43:23 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:43:23 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:43:23 user nova-compute[74675]:   </cpu>
Nov 23 06:43:23 user nova-compute[74675]:   <devices>
Nov 23 06:43:23 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:43:23 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:43:23 user nova-compute[74675]:       <source dev="/dev/sdf"/>
Nov 23 06:43:23 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:43:23 user nova-compute[74675]:       <serial>f98f15ec-2b3d-41f2-987d-352fce193efe</serial>
Nov 23 06:43:23 user nova-compute[74675]:     </disk>
Nov 23 06:43:23 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:43:23 user nova-compute[74675]:       <mac address="fa:16:3e:79:91:94"/>
Nov 23 06:43:23 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:43:23 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:43:23 user nova-compute[74675]:       <target dev="tapaf76e0a8-cc"/>
Nov 23 06:43:23 user nova-compute[74675]:     </interface>
Nov 23 06:43:23 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:43:23 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/2bb8323b-5e80-4396-971c-3690077b4cfe/console.log" append="off"/>
Nov 23 06:43:23 user nova-compute[74675]:     </serial>
Nov 23 06:43:23 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:43:23 user nova-compute[74675]:     <video>
Nov 23 06:43:23 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:43:23 user nova-compute[74675]:     </video>
Nov 23 06:43:23 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:43:23 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:43:23 user nova-compute[74675]:     </rng>
Nov 23 06:43:23 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:43:23 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:43:23 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:43:23 user nova-compute[74675]:     </memballoon>
Nov 23 06:43:23 user nova-compute[74675]:   </devices>
Nov 23 06:43:23 user nova-compute[74675]: </domain>
Nov 23 06:43:23 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:43:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1302291899',display_name='tempest-TestShelveInstance-server-1302291899',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1302291899',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNdiPb6TvRdGkHl8WbOJnnKKV7sHTrMjSWml52kNHaRBM2B5AmA0FLGPFJxKDZtBuVljDSTsbjRbKTWh+rNnSQQYTbs03nJm1PhVW+2mI4zFzH9S8li9fqw/9Nx062NoAw==',key_name='tempest-TestShelveInstance-1549435816',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ee9a939fb84a4ff9bac6d57c0896af28',ramdisk_id='',reservation_id='r-zbezyllr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1607200722',owner_user_name='tempest-TestShelveInstance-1607200722-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:43:15Z,user_data=None,user_id='caca8b0003514774b2fd85e3ef401f0d',uuid=2bb8323b-5e80-4396-971c-3690077b4cfe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Converting VIF {"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:91:94,bridge_name='br-int',has_traffic_filtering=True,id=af76e0a8-cc15-4fbf-8850-1736922ae6e8,network=Network(403bafec-773d-4bab-bd8c-ed36ff175ea8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf76e0a8-cc') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG os_vif [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:91:94,bridge_name='br-int',has_traffic_filtering=True,id=af76e0a8-cc15-4fbf-8850-1736922ae6e8,network=Network(403bafec-773d-4bab-bd8c-ed36ff175ea8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf76e0a8-cc') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ac5cdddf-d19c-509c-afb6-cee4e795ff3d', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaf76e0a8-cc, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaf76e0a8-cc, col_values=(('qos', UUID('19ed1dc4-d83f-4682-ae95-1ab99846ddfb')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaf76e0a8-cc, col_values=(('external_ids', {'iface-id': 'af76e0a8-cc15-4fbf-8850-1736922ae6e8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:91:94', 'vm-uuid': '2bb8323b-5e80-4396-971c-3690077b4cfe'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:23 user nova-compute[74675]: INFO os_vif [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:91:94,bridge_name='br-int',has_traffic_filtering=True,id=af76e0a8-cc15-4fbf-8850-1736922ae6e8,network=Network(403bafec-773d-4bab-bd8c-ed36ff175ea8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf76e0a8-cc')
Nov 23 06:43:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:43:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] No VIF found with MAC fa:16:3e:79:91:94, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:43:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-f2a8c1a3-a5e9-4838-95db-d31e381af7d7 req-d04bc370-deba-4f81-9964-d39e5ca26d0c service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received event network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:43:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f2a8c1a3-a5e9-4838-95db-d31e381af7d7 req-d04bc370-deba-4f81-9964-d39e5ca26d0c service nova] Acquiring lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f2a8c1a3-a5e9-4838-95db-d31e381af7d7 req-d04bc370-deba-4f81-9964-d39e5ca26d0c service nova] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-f2a8c1a3-a5e9-4838-95db-d31e381af7d7 req-d04bc370-deba-4f81-9964-d39e5ca26d0c service nova] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-f2a8c1a3-a5e9-4838-95db-d31e381af7d7 req-d04bc370-deba-4f81-9964-d39e5ca26d0c service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] No waiting events found dispatching network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:43:24 user nova-compute[74675]: WARNING nova.compute.manager [req-f2a8c1a3-a5e9-4838-95db-d31e381af7d7 req-d04bc370-deba-4f81-9964-d39e5ca26d0c service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received unexpected event network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 for instance with vm_state building and task_state spawning.
Nov 23 06:43:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:26 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:43:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:43:26 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Instance spawned successfully.
Nov 23 06:43:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:43:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:43:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:43:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:43:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:43:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:43:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:43:26 user nova-compute[74675]: INFO nova.compute.manager [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Took 5.04 seconds to spawn the instance on the hypervisor.
Nov 23 06:43:26 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:43:26 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c76037a-a67a-49cd-a6ab-a1dc2d051545 req-04d65338-b63c-4b79-9605-3518d5a45fd7 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received event network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:43:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c76037a-a67a-49cd-a6ab-a1dc2d051545 req-04d65338-b63c-4b79-9605-3518d5a45fd7 service nova] Acquiring lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c76037a-a67a-49cd-a6ab-a1dc2d051545 req-04d65338-b63c-4b79-9605-3518d5a45fd7 service nova] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6c76037a-a67a-49cd-a6ab-a1dc2d051545 req-04d65338-b63c-4b79-9605-3518d5a45fd7 service nova] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-6c76037a-a67a-49cd-a6ab-a1dc2d051545 req-04d65338-b63c-4b79-9605-3518d5a45fd7 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] No waiting events found dispatching network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:43:27 user nova-compute[74675]: WARNING nova.compute.manager [req-6c76037a-a67a-49cd-a6ab-a1dc2d051545 req-04d65338-b63c-4b79-9605-3518d5a45fd7 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received unexpected event network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 for instance with vm_state building and task_state spawning.
Nov 23 06:43:27 user nova-compute[74675]: INFO nova.compute.manager [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Took 12.16 seconds to build instance.
Nov 23 06:43:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5b2ee322-4274-400a-ad60-a8fb2b601020 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.248s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:36 user nova-compute[74675]: INFO nova.compute.manager [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Detaching volume 1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821
Nov 23 06:43:36 user nova-compute[74675]: INFO nova.virt.block_device [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Attempting to driver detach volume 1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 from mountpoint /dev/vdb
Nov 23 06:43:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Attempting to detach device vdb from instance 430c7e7c-61c6-4490-bc41-1ac5ca7517b0 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:43:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:43:36 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:43:36 user nova-compute[74675]:   <source dev="/dev/sde"/>
Nov 23 06:43:36 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:43:36 user nova-compute[74675]:   <serial>1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821</serial>
Nov 23 06:43:36 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:43:36 user nova-compute[74675]: </disk>
Nov 23 06:43:36 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:43:36 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Successfully detached device vdb from instance 430c7e7c-61c6-4490-bc41-1ac5ca7517b0 from the persistent domain config.
Nov 23 06:43:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 430c7e7c-61c6-4490-bc41-1ac5ca7517b0 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:43:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:43:36 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:43:36 user nova-compute[74675]:   <source dev="/dev/sde"/>
Nov 23 06:43:36 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:43:36 user nova-compute[74675]:   <serial>1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821</serial>
Nov 23 06:43:36 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:43:36 user nova-compute[74675]: </disk>
Nov 23 06:43:36 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:43:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 430c7e7c-61c6-4490-bc41-1ac5ca7517b0 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:43:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-ac1401b9-414e-45f1-a304-f254cd436a62 req-7da59435-f732-4444-8d0b-f5a0b9bf246f service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received event network-changed-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:43:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-ac1401b9-414e-45f1-a304-f254cd436a62 req-7da59435-f732-4444-8d0b-f5a0b9bf246f service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Refreshing instance network info cache due to event network-changed-48e7a00b-fa2a-4456-a419-fbee9a4d035e. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:43:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ac1401b9-414e-45f1-a304-f254cd436a62 req-7da59435-f732-4444-8d0b-f5a0b9bf246f service nova] Acquiring lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:43:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ac1401b9-414e-45f1-a304-f254cd436a62 req-7da59435-f732-4444-8d0b-f5a0b9bf246f service nova] Acquired lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:43:37 user nova-compute[74675]: DEBUG nova.network.neutron [req-ac1401b9-414e-45f1-a304-f254cd436a62 req-7da59435-f732-4444-8d0b-f5a0b9bf246f service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Refreshing network info cache for port 48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:43:37 user nova-compute[74675]: DEBUG nova.network.neutron [req-ac1401b9-414e-45f1-a304-f254cd436a62 req-7da59435-f732-4444-8d0b-f5a0b9bf246f service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updated VIF entry in instance network info cache for port 48e7a00b-fa2a-4456-a419-fbee9a4d035e. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:43:37 user nova-compute[74675]: DEBUG nova.network.neutron [req-ac1401b9-414e-45f1-a304-f254cd436a62 req-7da59435-f732-4444-8d0b-f5a0b9bf246f service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updating instance_info_cache with network_info: [{"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:43:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ac1401b9-414e-45f1-a304-f254cd436a62 req-7da59435-f732-4444-8d0b-f5a0b9bf246f service nova] Releasing lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:43:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:38 user nova-compute[74675]: INFO nova.compute.manager [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Detaching volume a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26
Nov 23 06:43:38 user nova-compute[74675]: INFO nova.virt.block_device [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Attempting to driver detach volume a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 from mountpoint /dev/vdb
Nov 23 06:43:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Attempting to detach device vdb from instance 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:43:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:43:38 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:43:38 user nova-compute[74675]:   <source dev="/dev/sdd"/>
Nov 23 06:43:38 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:43:38 user nova-compute[74675]:   <serial>a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26</serial>
Nov 23 06:43:38 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:43:38 user nova-compute[74675]: </disk>
Nov 23 06:43:38 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:43:38 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Successfully detached device vdb from instance 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 from the persistent domain config.
Nov 23 06:43:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:43:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:43:38 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:43:38 user nova-compute[74675]:   <source dev="/dev/sdd"/>
Nov 23 06:43:38 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:43:38 user nova-compute[74675]:   <serial>a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26</serial>
Nov 23 06:43:38 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:43:38 user nova-compute[74675]: </disk>
Nov 23 06:43:38 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:43:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:43:39 user nova-compute[74675]: DEBUG nova.compute.manager [req-79d37359-16cf-482c-af43-1b6c8310d383 req-28c42067-0c33-4e95-9fe2-66b5eb6ee5ed service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received event network-changed-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:43:39 user nova-compute[74675]: DEBUG nova.compute.manager [req-79d37359-16cf-482c-af43-1b6c8310d383 req-28c42067-0c33-4e95-9fe2-66b5eb6ee5ed service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Refreshing instance network info cache due to event network-changed-48e7a00b-fa2a-4456-a419-fbee9a4d035e. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:43:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-79d37359-16cf-482c-af43-1b6c8310d383 req-28c42067-0c33-4e95-9fe2-66b5eb6ee5ed service nova] Acquiring lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:43:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-79d37359-16cf-482c-af43-1b6c8310d383 req-28c42067-0c33-4e95-9fe2-66b5eb6ee5ed service nova] Acquired lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:43:39 user nova-compute[74675]: DEBUG nova.network.neutron [req-79d37359-16cf-482c-af43-1b6c8310d383 req-28c42067-0c33-4e95-9fe2-66b5eb6ee5ed service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Refreshing network info cache for port 48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:43:39 user nova-compute[74675]: DEBUG nova.network.neutron [req-79d37359-16cf-482c-af43-1b6c8310d383 req-28c42067-0c33-4e95-9fe2-66b5eb6ee5ed service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updated VIF entry in instance network info cache for port 48e7a00b-fa2a-4456-a419-fbee9a4d035e. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:43:39 user nova-compute[74675]: DEBUG nova.network.neutron [req-79d37359-16cf-482c-af43-1b6c8310d383 req-28c42067-0c33-4e95-9fe2-66b5eb6ee5ed service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updating instance_info_cache with network_info: [{"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:43:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-79d37359-16cf-482c-af43-1b6c8310d383 req-28c42067-0c33-4e95-9fe2-66b5eb6ee5ed service nova] Releasing lock "refresh_cache-8e9b42a6-a52c-41c6-b217-cb9f07d56f48" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:43:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:43:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:57 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 430c7e7c-61c6-4490-bc41-1ac5ca7517b0 is timed out.
Nov 23 06:43:57 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Successfully detached device vdb from instance 430c7e7c-61c6-4490-bc41-1ac5ca7517b0 from the live domain config.
Nov 23 06:43:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QoFuKHMm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:43:57 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[af52c3d0-51c8-450f-bd2d-9e7f2047e154]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:43:57 user nova-compute[74675]: No targets found.
Nov 23 06:43:57 user nova-compute[74675]: iSNS:
Nov 23 06:43:57 user nova-compute[74675]: No targets found.
Nov 23 06:43:57 user nova-compute[74675]: STATIC:
Nov 23 06:43:57 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928
Nov 23 06:43:57 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:43:57 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:43:57 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821
Nov 23 06:43:57 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:43:57 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:43:57 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26
Nov 23 06:43:57 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:43:57 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:43:57 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e
Nov 23 06:43:57 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:43:57 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:43:57 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe
Nov 23 06:43:57 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:43:57 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:43:57 user nova-compute[74675]: FIRMWARE:
Nov 23 06:43:57 user nova-compute[74675]: No targets found.
Nov 23 06:43:57 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:43:57 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:43:57 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[92a0b253-7a3c-425a-b6f8-d83d58250daa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[66a7553f-ce84-4c4f-a873-0042fc451fc9]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:57 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:43:57 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:43:57 user nova-compute[74675]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 (non-flash)
Nov 23 06:43:57 user nova-compute[74675]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:43:57 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:57 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:43:57 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:43:57 user nova-compute[74675]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 (non-flash)
Nov 23 06:43:57 user nova-compute[74675]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:43:57 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac681bd5a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821'): ({'sde'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Removing single pathed devices sde {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc4d153b-3103-462b-8f4f-0119ad50b69b]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0894c44e-260a-410d-b4ba-f741e29f9ba3]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Flushing IO for device /dev/sde {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dce96ea3-715f-4bbd-926f-dd564083ac61]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.048s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[41955030-b220-4e0d-81bc-826d53415b11]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] SCSI volumes sde have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e6e5621-4ebc-4a2a-b280-d5a33db68998]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[316a0103-ce00-4748-9b49-88b43c216e8c]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821, portal: 172.16.0.220,3260]
Nov 23 06:43:57 user nova-compute[74675]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821, portal: 172.16.0.220,3260] successful.
Nov 23 06:43:57 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[098773a3-4778-447e-ad9b-b43ebb939060]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] <== disconnect_volume: return (345ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:43:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:43:58 user nova-compute[74675]: INFO nova.compute.claims [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Claim successful on node user
Nov 23 06:43:58 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.294s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG nova.objects.instance [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lazy-loading 'flavor' on Instance uuid 430c7e7c-61c6-4490-bc41-1ac5ca7517b0 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7a813310-a312-4146-99b6-13296f6602dd tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.921s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.776s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:58 user nova-compute[74675]: INFO nova.compute.manager [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Terminating instance
Nov 23 06:43:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG nova.network.neutron [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:43:58 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:43:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG nova.policy [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c44584c09d01465986df6f03b4e37984', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69c4ff0314da4dd4911cc24080eab982', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG nova.compute.manager [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:43:58 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Creating image(s)
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "/opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "/opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "/opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-0e2ae1b1-4b80-4174-8b9b-e3d454c65257 req-bd22e0f2-278d-4237-9c26-2a05cab5022f service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Received event network-vif-unplugged-de573e48-35c5-4fe6-96de-8ec53dd23b42 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0e2ae1b1-4b80-4174-8b9b-e3d454c65257 req-bd22e0f2-278d-4237-9c26-2a05cab5022f service nova] Acquiring lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0e2ae1b1-4b80-4174-8b9b-e3d454c65257 req-bd22e0f2-278d-4237-9c26-2a05cab5022f service nova] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0e2ae1b1-4b80-4174-8b9b-e3d454c65257 req-bd22e0f2-278d-4237-9c26-2a05cab5022f service nova] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-0e2ae1b1-4b80-4174-8b9b-e3d454c65257 req-bd22e0f2-278d-4237-9c26-2a05cab5022f service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] No waiting events found dispatching network-vif-unplugged-de573e48-35c5-4fe6-96de-8ec53dd23b42 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:43:58 user nova-compute[74675]: DEBUG nova.compute.manager [req-0e2ae1b1-4b80-4174-8b9b-e3d454c65257 req-bd22e0f2-278d-4237-9c26-2a05cab5022f service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Received event network-vif-unplugged-de573e48-35c5-4fe6-96de-8ec53dd23b42 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:43:59 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 is timed out.
Nov 23 06:43:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Successfully detached device vdb from instance 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 from the live domain config.
Nov 23 06:43:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xVCBLydF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:43:59 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.191s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc573657-c8ab-411d-a6e4-71d1d7bac6d8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:43:59 user nova-compute[74675]: No targets found.
Nov 23 06:43:59 user nova-compute[74675]: iSNS:
Nov 23 06:43:59 user nova-compute[74675]: No targets found.
Nov 23 06:43:59 user nova-compute[74675]: STATIC:
Nov 23 06:43:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928
Nov 23 06:43:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:43:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:43:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26
Nov 23 06:43:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:43:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:43:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e
Nov 23 06:43:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:43:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:43:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe
Nov 23 06:43:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:43:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:43:59 user nova-compute[74675]: FIRMWARE:
Nov 23 06:43:59 user nova-compute[74675]: No targets found.
Nov 23 06:43:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:43:59 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:43:59 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f573db7a-ab9e-4871-a618-400232984aa7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e0607e4-cdcc-4f98-b49d-7cb407c52913]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:59 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:43:59 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:43:59 user nova-compute[74675]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:43:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:59 user nova-compute[74675]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 (non-flash)
Nov 23 06:43:59 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:43:59 user nova-compute[74675]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:43:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac8c91ef80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26'): ({'sdd'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Removing single pathed devices sdd {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[167e15d3-fb59-47bf-81e9-de14a6bf458e]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[08a315b8-6741-4a0e-a8b5-3058bc647396]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Flushing IO for device /dev/sdd {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbb71193-1199-4b57-8b57-ff8df9eb0d26]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG nova.network.neutron [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Successfully created port: b6926ee5-47ea-44ef-ab29-e3a4b978dc9a {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk 1073741824" returned: 0 in 0.052s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.053s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[10456410-ab79-4c36-a131-f584771bd78e]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] SCSI volumes sdd have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Instance destroyed successfully.
Nov 23 06:43:59 user nova-compute[74675]: DEBUG nova.objects.instance [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lazy-loading 'resources' on Instance uuid 430c7e7c-61c6-4490-bc41-1ac5ca7517b0 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f917a30-0dff-4509-a881-1615c5abcb92]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:41:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1631656549',display_name='tempest-VolumesSnapshotTestJSON-instance-1631656549',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1631656549',id=45,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIV/HR7MCeFxTA9mHed8tzZl4mQxJXiZItZeQN/lxSvhBPVhhLp/Zu2z9rSJtlOHKNN+GVsosFrLg2O+ZlmOoRyxRQOihFREv0yhFS45icSoAWgj2aSmVt/NyuhwhGN/xw==',key_name='tempest-keypair-833951074',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:41:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4a3c73194fb040539756487766f6e3aa',ramdisk_id='',reservation_id='r-flahlabo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1461192939',owner_user_name='tempest-VolumesSnapshotTestJSON-1461192939-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:41:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dfe6c1e55a642599a3cc09f37ccc756',uuid=430c7e7c-61c6-4490-bc41-1ac5ca7517b0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "address": "fa:16:3e:e0:34:3e", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde573e48-35", "ovs_interfaceid": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Converting VIF {"id": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "address": "fa:16:3e:e0:34:3e", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde573e48-35", "ovs_interfaceid": "de573e48-35c5-4fe6-96de-8ec53dd23b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e0:34:3e,bridge_name='br-int',has_traffic_filtering=True,id=de573e48-35c5-4fe6-96de-8ec53dd23b42,network=Network(c02ba327-9db5-4f75-8265-66d1e7987261),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde573e48-35') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_vif [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:34:3e,bridge_name='br-int',has_traffic_filtering=True,id=de573e48-35c5-4fe6-96de-8ec53dd23b42,network=Network(c02ba327-9db5-4f75-8265-66d1e7987261),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde573e48-35') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapde573e48-35, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=680e7ee6-f680-4b7c-ae81-d25f24599883) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:43:59 user nova-compute[74675]: INFO os_vif [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:34:3e,bridge_name='br-int',has_traffic_filtering=True,id=de573e48-35c5-4fe6-96de-8ec53dd23b42,network=Network(c02ba327-9db5-4f75-8265-66d1e7987261),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde573e48-35')
Nov 23 06:43:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QoFuKHMm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:43:59 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3de2656a-4cd8-420d-91e4-f1385f02d6b5]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26, portal: 172.16.0.220,3260]
Nov 23 06:43:59 user nova-compute[74675]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26, portal: 172.16.0.220,3260] successful.
Nov 23 06:43:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8ba10fa-0d5d-47c2-9a1b-823ef2a80d26 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d889733-d145-4e8d-9af6-9926ad1e5450]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.421s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] <== disconnect_volume: return (423ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.065s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f47e184-4124-455a-aa8b-d47263ae31e3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:43:59 user nova-compute[74675]: No targets found.
Nov 23 06:43:59 user nova-compute[74675]: iSNS:
Nov 23 06:43:59 user nova-compute[74675]: No targets found.
Nov 23 06:43:59 user nova-compute[74675]: STATIC:
Nov 23 06:43:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928
Nov 23 06:43:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:43:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:43:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e
Nov 23 06:43:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:43:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:43:59 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe
Nov 23 06:43:59 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:43:59 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:43:59 user nova-compute[74675]: FIRMWARE:
Nov 23 06:43:59 user nova-compute[74675]: No targets found.
Nov 23 06:43:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:43:59 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:43:59 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1f9f9ec2-eaf9-445b-b5ee-1196dbbe0821', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cffd5d91-1abd-464d-b8d2-980ede4b012f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[57857ed1-468c-4d0b-9f57-10f4ff6309aa]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:59 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:43:59 user nova-compute[74675]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:43:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:43:59 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:43:59 user nova-compute[74675]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:43:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac681bd750>, {}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Disconnecting from: [] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.099s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] <== disconnect_volume: return (164ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:43:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Deleting instance files /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0_del
Nov 23 06:43:59 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Deletion of /opt/stack/data/nova/instances/430c7e7c-61c6-4490-bc41-1ac5ca7517b0_del complete
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Cannot resize image /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Ensure instance console log exists: /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:43:59 user nova-compute[74675]: INFO nova.compute.manager [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Took 1.12 seconds to destroy the instance on the hypervisor.
Nov 23 06:43:59 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:43:59 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.network.neutron [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Successfully updated port: b6926ee5-47ea-44ef-ab29-e3a4b978dc9a {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "refresh_cache-5896074f-4b1b-4691-a3e3-9eaba1abf28f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquired lock "refresh_cache-5896074f-4b1b-4691-a3e3-9eaba1abf28f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.network.neutron [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-901f198c-2ee3-47f2-9a9a-7fe08d9c98b0 req-99dee95c-14f8-4da2-8f7a-99c0b6005161 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Received event network-changed-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-901f198c-2ee3-47f2-9a9a-7fe08d9c98b0 req-99dee95c-14f8-4da2-8f7a-99c0b6005161 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Refreshing instance network info cache due to event network-changed-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-901f198c-2ee3-47f2-9a9a-7fe08d9c98b0 req-99dee95c-14f8-4da2-8f7a-99c0b6005161 service nova] Acquiring lock "refresh_cache-5896074f-4b1b-4691-a3e3-9eaba1abf28f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.network.neutron [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.objects.instance [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lazy-loading 'flavor' on Instance uuid 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:44:00 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Took 0.91 seconds to deallocate network for instance.
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.network.neutron [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Updating instance_info_cache with network_info: [{"id": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "address": "fa:16:3e:38:3f:70", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6926ee5-47", "ovs_interfaceid": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-804f29cd-01f5-4f76-9dd2-a972e898b8ca req-b1f1bc77-19f5-4d90-abb6-0dfb55e2d8a4 service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Received event network-vif-deleted-de573e48-35c5-4fe6-96de-8ec53dd23b42 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:00 user nova-compute[74675]: INFO nova.compute.manager [req-804f29cd-01f5-4f76-9dd2-a972e898b8ca req-b1f1bc77-19f5-4d90-abb6-0dfb55e2d8a4 service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Neutron deleted interface de573e48-35c5-4fe6-96de-8ec53dd23b42; detaching it from the instance and deleting it from the info cache
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.network.neutron [req-804f29cd-01f5-4f76-9dd2-a972e898b8ca req-b1f1bc77-19f5-4d90-abb6-0dfb55e2d8a4 service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-0745ce54-62e9-42f7-a38d-5dd162d1424b tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.197s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Releasing lock "refresh_cache-5896074f-4b1b-4691-a3e3-9eaba1abf28f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.compute.manager [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Instance network_info: |[{"id": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "address": "fa:16:3e:38:3f:70", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6926ee5-47", "ovs_interfaceid": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-901f198c-2ee3-47f2-9a9a-7fe08d9c98b0 req-99dee95c-14f8-4da2-8f7a-99c0b6005161 service nova] Acquired lock "refresh_cache-5896074f-4b1b-4691-a3e3-9eaba1abf28f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.network.neutron [req-901f198c-2ee3-47f2-9a9a-7fe08d9c98b0 req-99dee95c-14f8-4da2-8f7a-99c0b6005161 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Refreshing network info cache for port b6926ee5-47ea-44ef-ab29-e3a4b978dc9a {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Start _get_guest_xml network_info=[{"id": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "address": "fa:16:3e:38:3f:70", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6926ee5-47", "ovs_interfaceid": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:44:00 user nova-compute[74675]: WARNING nova.volume.cinder [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Attachment 3520d981-5605-41e6-a948-7577f6a2ad04 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 3520d981-5605-41e6-a948-7577f6a2ad04. (HTTP 404) (Request-ID: req-12f9e9af-5ac8-4a2b-a3ac-79a30db0a952)
Nov 23 06:44:00 user nova-compute[74675]: INFO nova.compute.manager [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Took 0.03 seconds to detach 1 volumes for instance.
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-804f29cd-01f5-4f76-9dd2-a972e898b8ca req-b1f1bc77-19f5-4d90-abb6-0dfb55e2d8a4 service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Detach interface failed, port_id=de573e48-35c5-4fe6-96de-8ec53dd23b42, reason: Instance 430c7e7c-61c6-4490-bc41-1ac5ca7517b0 could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:44:00 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:44:00 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:43:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1388910400',display_name='tempest-AttachVolumeNegativeTest-server-1388910400',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1388910400',id=48,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJRNopCO4glGmCMrf9nDXd+V3CU9VtnrMDWjxwOtQaZFLseDUdjfEMFo3ojner1ByL1tEJbvzZUfG8YajgJ0MdYD8OC1kMVAqobPYdC5Gh7pOGpDCmxP5Zv+44qaxzL5vA==',key_name='tempest-keypair-1475561739',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='69c4ff0314da4dd4911cc24080eab982',ramdisk_id='',reservation_id='r-w9im5tha',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1393953948',owner_user_name='tempest-AttachVolumeNegativeTest-1393953948-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:43:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c44584c09d01465986df6f03b4e37984',uuid=5896074f-4b1b-4691-a3e3-9eaba1abf28f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "address": "fa:16:3e:38:3f:70", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6926ee5-47", "ovs_interfaceid": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converting VIF {"id": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "address": "fa:16:3e:38:3f:70", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6926ee5-47", "ovs_interfaceid": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:38:3f:70,bridge_name='br-int',has_traffic_filtering=True,id=b6926ee5-47ea-44ef-ab29-e3a4b978dc9a,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6926ee5-47') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.objects.instance [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'pci_devices' on Instance uuid 5896074f-4b1b-4691-a3e3-9eaba1abf28f {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:44:00 user nova-compute[74675]:   <uuid>5896074f-4b1b-4691-a3e3-9eaba1abf28f</uuid>
Nov 23 06:44:00 user nova-compute[74675]:   <name>instance-00000030</name>
Nov 23 06:44:00 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:44:00 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:44:00 user nova-compute[74675]:   <metadata>
Nov 23 06:44:00 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:44:00 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:44:00 user nova-compute[74675]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1388910400</nova:name>
Nov 23 06:44:00 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:44:00</nova:creationTime>
Nov 23 06:44:00 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:44:00 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:44:00 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:44:00 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:44:00 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:44:00 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:44:00 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:44:00 user nova-compute[74675]:       <nova:owner>
Nov 23 06:44:00 user nova-compute[74675]:         <nova:user uuid="c44584c09d01465986df6f03b4e37984">tempest-AttachVolumeNegativeTest-1393953948-project-member</nova:user>
Nov 23 06:44:00 user nova-compute[74675]:         <nova:project uuid="69c4ff0314da4dd4911cc24080eab982">tempest-AttachVolumeNegativeTest-1393953948</nova:project>
Nov 23 06:44:00 user nova-compute[74675]:       </nova:owner>
Nov 23 06:44:00 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:44:00 user nova-compute[74675]:       <nova:ports>
Nov 23 06:44:00 user nova-compute[74675]:         <nova:port uuid="b6926ee5-47ea-44ef-ab29-e3a4b978dc9a">
Nov 23 06:44:00 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 23 06:44:00 user nova-compute[74675]:         </nova:port>
Nov 23 06:44:00 user nova-compute[74675]:       </nova:ports>
Nov 23 06:44:00 user nova-compute[74675]:     </nova:instance>
Nov 23 06:44:00 user nova-compute[74675]:   </metadata>
Nov 23 06:44:00 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:44:00 user nova-compute[74675]:     <system>
Nov 23 06:44:00 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:44:00 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:44:00 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:44:00 user nova-compute[74675]:       <entry name="serial">5896074f-4b1b-4691-a3e3-9eaba1abf28f</entry>
Nov 23 06:44:00 user nova-compute[74675]:       <entry name="uuid">5896074f-4b1b-4691-a3e3-9eaba1abf28f</entry>
Nov 23 06:44:00 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:44:00 user nova-compute[74675]:     </system>
Nov 23 06:44:00 user nova-compute[74675]:   </sysinfo>
Nov 23 06:44:00 user nova-compute[74675]:   <os>
Nov 23 06:44:00 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:44:00 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:44:00 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:44:00 user nova-compute[74675]:   </os>
Nov 23 06:44:00 user nova-compute[74675]:   <features>
Nov 23 06:44:00 user nova-compute[74675]:     <acpi/>
Nov 23 06:44:00 user nova-compute[74675]:     <apic/>
Nov 23 06:44:00 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:44:00 user nova-compute[74675]:   </features>
Nov 23 06:44:00 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:44:00 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:44:00 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:44:00 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:44:00 user nova-compute[74675]:   </clock>
Nov 23 06:44:00 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:44:00 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:44:00 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:44:00 user nova-compute[74675]:   </cpu>
Nov 23 06:44:00 user nova-compute[74675]:   <devices>
Nov 23 06:44:00 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:44:00 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:44:00 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk"/>
Nov 23 06:44:00 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:44:00 user nova-compute[74675]:     </disk>
Nov 23 06:44:00 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:44:00 user nova-compute[74675]:       <mac address="fa:16:3e:38:3f:70"/>
Nov 23 06:44:00 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:44:00 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:44:00 user nova-compute[74675]:       <target dev="tapb6926ee5-47"/>
Nov 23 06:44:00 user nova-compute[74675]:     </interface>
Nov 23 06:44:00 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:44:00 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/console.log" append="off"/>
Nov 23 06:44:00 user nova-compute[74675]:     </serial>
Nov 23 06:44:00 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:44:00 user nova-compute[74675]:     <video>
Nov 23 06:44:00 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:44:00 user nova-compute[74675]:     </video>
Nov 23 06:44:00 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:44:00 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:44:00 user nova-compute[74675]:     </rng>
Nov 23 06:44:00 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:44:00 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:44:00 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:44:00 user nova-compute[74675]:     </memballoon>
Nov 23 06:44:00 user nova-compute[74675]:   </devices>
Nov 23 06:44:00 user nova-compute[74675]: </domain>
Nov 23 06:44:00 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:43:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1388910400',display_name='tempest-AttachVolumeNegativeTest-server-1388910400',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1388910400',id=48,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJRNopCO4glGmCMrf9nDXd+V3CU9VtnrMDWjxwOtQaZFLseDUdjfEMFo3ojner1ByL1tEJbvzZUfG8YajgJ0MdYD8OC1kMVAqobPYdC5Gh7pOGpDCmxP5Zv+44qaxzL5vA==',key_name='tempest-keypair-1475561739',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='69c4ff0314da4dd4911cc24080eab982',ramdisk_id='',reservation_id='r-w9im5tha',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1393953948',owner_user_name='tempest-AttachVolumeNegativeTest-1393953948-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:43:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c44584c09d01465986df6f03b4e37984',uuid=5896074f-4b1b-4691-a3e3-9eaba1abf28f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "address": "fa:16:3e:38:3f:70", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6926ee5-47", "ovs_interfaceid": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converting VIF {"id": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "address": "fa:16:3e:38:3f:70", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6926ee5-47", "ovs_interfaceid": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:38:3f:70,bridge_name='br-int',has_traffic_filtering=True,id=b6926ee5-47ea-44ef-ab29-e3a4b978dc9a,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6926ee5-47') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG os_vif [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:3f:70,bridge_name='br-int',has_traffic_filtering=True,id=b6926ee5-47ea-44ef-ab29-e3a4b978dc9a,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6926ee5-47') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ea0a5f11-1124-561d-aef2-81a44117ada3', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb6926ee5-47, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb6926ee5-47, col_values=(('qos', UUID('a96a9e63-0572-4010-8905-e887859f7afb')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb6926ee5-47, col_values=(('external_ids', {'iface-id': 'b6926ee5-47ea-44ef-ab29-e3a4b978dc9a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:38:3f:70', 'vm-uuid': '5896074f-4b1b-4691-a3e3-9eaba1abf28f'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:00 user nova-compute[74675]: INFO os_vif [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:38:3f:70,bridge_name='br-int',has_traffic_filtering=True,id=b6926ee5-47ea-44ef-ab29-e3a4b978dc9a,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6926ee5-47')
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No VIF found with MAC fa:16:3e:38:3f:70, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.237s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-dfd4cd50-fabf-4b41-b2d3-679187f1abfb req-d2d52b76-0b27-4af9-af9e-902a25385fd6 service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Received event network-vif-plugged-de573e48-35c5-4fe6-96de-8ec53dd23b42 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-dfd4cd50-fabf-4b41-b2d3-679187f1abfb req-d2d52b76-0b27-4af9-af9e-902a25385fd6 service nova] Acquiring lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-dfd4cd50-fabf-4b41-b2d3-679187f1abfb req-d2d52b76-0b27-4af9-af9e-902a25385fd6 service nova] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-dfd4cd50-fabf-4b41-b2d3-679187f1abfb req-d2d52b76-0b27-4af9-af9e-902a25385fd6 service nova] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:00 user nova-compute[74675]: DEBUG nova.compute.manager [req-dfd4cd50-fabf-4b41-b2d3-679187f1abfb req-d2d52b76-0b27-4af9-af9e-902a25385fd6 service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] No waiting events found dispatching network-vif-plugged-de573e48-35c5-4fe6-96de-8ec53dd23b42 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:44:00 user nova-compute[74675]: WARNING nova.compute.manager [req-dfd4cd50-fabf-4b41-b2d3-679187f1abfb req-d2d52b76-0b27-4af9-af9e-902a25385fd6 service nova] [instance: 430c7e7c-61c6-4490-bc41-1ac5ca7517b0] Received unexpected event network-vif-plugged-de573e48-35c5-4fe6-96de-8ec53dd23b42 for instance with vm_state deleted and task_state None.
Nov 23 06:44:00 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Deleted allocations for instance 430c7e7c-61c6-4490-bc41-1ac5ca7517b0
Nov 23 06:44:01 user nova-compute[74675]: DEBUG nova.network.neutron [req-901f198c-2ee3-47f2-9a9a-7fe08d9c98b0 req-99dee95c-14f8-4da2-8f7a-99c0b6005161 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Updated VIF entry in instance network info cache for port b6926ee5-47ea-44ef-ab29-e3a4b978dc9a. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:44:01 user nova-compute[74675]: DEBUG nova.network.neutron [req-901f198c-2ee3-47f2-9a9a-7fe08d9c98b0 req-99dee95c-14f8-4da2-8f7a-99c0b6005161 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Updating instance_info_cache with network_info: [{"id": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "address": "fa:16:3e:38:3f:70", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6926ee5-47", "ovs_interfaceid": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:44:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ee759ea7-e53d-49d6-b636-5c72adf10c25 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "430c7e7c-61c6-4490-bc41-1ac5ca7517b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.513s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-901f198c-2ee3-47f2-9a9a-7fe08d9c98b0 req-99dee95c-14f8-4da2-8f7a-99c0b6005161 service nova] Releasing lock "refresh_cache-5896074f-4b1b-4691-a3e3-9eaba1abf28f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:44:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-6099ad43-f12b-4ab2-99a9-a2adb4435231 req-6f7f5363-47be-4573-899a-3b10d3ca3728 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Received event network-vif-plugged-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6099ad43-f12b-4ab2-99a9-a2adb4435231 req-6f7f5363-47be-4573-899a-3b10d3ca3728 service nova] Acquiring lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6099ad43-f12b-4ab2-99a9-a2adb4435231 req-6f7f5363-47be-4573-899a-3b10d3ca3728 service nova] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:02 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6099ad43-f12b-4ab2-99a9-a2adb4435231 req-6f7f5363-47be-4573-899a-3b10d3ca3728 service nova] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:02 user nova-compute[74675]: DEBUG nova.compute.manager [req-6099ad43-f12b-4ab2-99a9-a2adb4435231 req-6f7f5363-47be-4573-899a-3b10d3ca3728 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] No waiting events found dispatching network-vif-plugged-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:44:02 user nova-compute[74675]: WARNING nova.compute.manager [req-6099ad43-f12b-4ab2-99a9-a2adb4435231 req-6f7f5363-47be-4573-899a-3b10d3ca3728 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Received unexpected event network-vif-plugged-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a for instance with vm_state building and task_state spawning.
Nov 23 06:44:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:03 user nova-compute[74675]: INFO nova.compute.manager [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Unshelving
Nov 23 06:44:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:03 user nova-compute[74675]: DEBUG nova.objects.instance [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'pci_requests' on Instance uuid 21d4ef4d-3b79-4622-a85b-d0195e60e1b8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:44:03 user nova-compute[74675]: DEBUG nova.objects.instance [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'numa_topology' on Instance uuid 21d4ef4d-3b79-4622-a85b-d0195e60e1b8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:44:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:44:03 user nova-compute[74675]: INFO nova.compute.claims [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Claim successful on node user
Nov 23 06:44:04 user nova-compute[74675]: DEBUG nova.compute.manager [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:44:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:44:04 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Instance spawned successfully.
Nov 23 06:44:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:44:04 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:44:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:44:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:44:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:44:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:44:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:44:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:44:04 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:44:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.341s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:04 user nova-compute[74675]: INFO nova.compute.manager [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Took 5.48 seconds to spawn the instance on the hypervisor.
Nov 23 06:44:04 user nova-compute[74675]: DEBUG nova.compute.manager [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:44:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-9b70abb1-9519-49a0-a684-2677ec777189 req-177e59cb-5009-4a82-9c6c-128d6a72aaa2 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Received event network-vif-plugged-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9b70abb1-9519-49a0-a684-2677ec777189 req-177e59cb-5009-4a82-9c6c-128d6a72aaa2 service nova] Acquiring lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9b70abb1-9519-49a0-a684-2677ec777189 req-177e59cb-5009-4a82-9c6c-128d6a72aaa2 service nova] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-9b70abb1-9519-49a0-a684-2677ec777189 req-177e59cb-5009-4a82-9c6c-128d6a72aaa2 service nova] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-9b70abb1-9519-49a0-a684-2677ec777189 req-177e59cb-5009-4a82-9c6c-128d6a72aaa2 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] No waiting events found dispatching network-vif-plugged-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:44:04 user nova-compute[74675]: WARNING nova.compute.manager [req-9b70abb1-9519-49a0-a684-2677ec777189 req-177e59cb-5009-4a82-9c6c-128d6a72aaa2 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Received unexpected event network-vif-plugged-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a for instance with vm_state building and task_state spawning.
Nov 23 06:44:04 user nova-compute[74675]: INFO nova.network.neutron [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Updating port f1b7a473-847c-420b-8966-0aed4045a7a1 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 23 06:44:04 user nova-compute[74675]: INFO nova.compute.manager [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Took 6.27 seconds to build instance.
Nov 23 06:44:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9aa9a69e-b3e9-450f-aabb-ab2374e68640 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.367s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquired lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG nova.network.neutron [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG nova.network.neutron [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Updating instance_info_cache with network_info: [{"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Releasing lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:44:05 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Creating image(s)
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "/opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "/opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "/opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG nova.objects.instance [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'trusted_certs' on Instance uuid 21d4ef4d-3b79-4622-a85b-d0195e60e1b8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG nova.objects.base [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Object Instance<21d4ef4d-3b79-4622-a85b-d0195e60e1b8> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:05 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1.part --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-99c1d120-7241-448d-9d6e-2c5e17713a4c req-a2663c10-5c84-47a9-8497-d6e34f00996b service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received event network-changed-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-99c1d120-7241-448d-9d6e-2c5e17713a4c req-a2663c10-5c84-47a9-8497-d6e34f00996b service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Refreshing instance network info cache due to event network-changed-f1b7a473-847c-420b-8966-0aed4045a7a1. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:44:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-99c1d120-7241-448d-9d6e-2c5e17713a4c req-a2663c10-5c84-47a9-8497-d6e34f00996b service nova] Acquiring lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:44:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-99c1d120-7241-448d-9d6e-2c5e17713a4c req-a2663c10-5c84-47a9-8497-d6e34f00996b service nova] Acquired lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:44:06 user nova-compute[74675]: DEBUG nova.network.neutron [req-99c1d120-7241-448d-9d6e-2c5e17713a4c req-a2663c10-5c84-47a9-8497-d6e34f00996b service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Refreshing network info cache for port f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:44:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json" returned: 0 in 1.199s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1.part --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG nova.virt.images [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] a411be03-6622-493f-916c-8f67360f320f was qcow2, converting to raw {{(pid=74675) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG nova.privsep.utils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74675) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1.part /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1.converted {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1.part /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1.converted" returned: 0 in 0.502s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1.converted --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:07 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:44:07 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:44:07 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8288MB free_disk=25.289077758789062GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 7860d5ac-6157-44e0-8ad7-9be862656c55 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance e561da18-2a88-45bc-8cbc-b0fb224256b8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 2bb8323b-5e80-4396-971c-3690077b4cfe actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 5896074f-4b1b-4691-a3e3-9eaba1abf28f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Instance with task_state "spawning" is not being actively managed by this compute host but has allocations referencing this compute node (f859f802-386b-4956-b87c-78941b98bb44): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1777}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1.converted --force-share --output=json" returned: 0 in 0.204s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.153s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1 --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG nova.network.neutron [req-99c1d120-7241-448d-9d6e-2c5e17713a4c req-a2663c10-5c84-47a9-8497-d6e34f00996b service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Updated VIF entry in instance network info cache for port f1b7a473-847c-420b-8966-0aed4045a7a1. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG nova.network.neutron [req-99c1d120-7241-448d-9d6e-2c5e17713a4c req-a2663c10-5c84-47a9-8497-d6e34f00996b service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Updating instance_info_cache with network_info: [{"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:44:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-99c1d120-7241-448d-9d6e-2c5e17713a4c req-a2663c10-5c84-47a9-8497-d6e34f00996b service nova] Releasing lock "refresh_cache-21d4ef4d-3b79-4622-a85b-d0195e60e1b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1 --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1 --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.437s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1 --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1,backing_fmt=raw /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1,backing_fmt=raw /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk 1073741824" returned: 0 in 0.047s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1 --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1 --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG nova.objects.instance [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'migration_context' on Instance uuid 21d4ef4d-3b79-4622-a85b-d0195e60e1b8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG nova.objects.base [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Object Instance<21d4ef4d-3b79-4622-a85b-d0195e60e1b8> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:44:08 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Rebasing disk image.
Nov 23 06:44:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf -F raw /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf -F raw /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk" returned: 0 in 2.152s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Ensure instance console log exists: /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Start _get_guest_xml network_info=[{"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='4003d163d4c308b6de6ea9d72d709709',container_format='bare',created_at=2023-11-23T06:42:11Z,direct_url=<?>,disk_format='qcow2',id=a411be03-6622-493f-916c-8f67360f320f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1839254671-shelved',owner='3e0e925e30a14a178f2cd780dccbdff2',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-23T06:42:15Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:44:10 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:44:10 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4003d163d4c308b6de6ea9d72d709709',container_format='bare',created_at=2023-11-23T06:42:11Z,direct_url=<?>,disk_format='qcow2',id=a411be03-6622-493f-916c-8f67360f320f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1839254671-shelved',owner='3e0e925e30a14a178f2cd780dccbdff2',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-23T06:42:15Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.objects.instance [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'vcpu_model' on Instance uuid 21d4ef4d-3b79-4622-a85b-d0195e60e1b8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.objects.base [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Object Instance<21d4ef4d-3b79-4622-a85b-d0195e60e1b8> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-23T06:40:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1839254671',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1839254671',id=43,image_ref='a411be03-6622-493f-916c-8f67360f320f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1269909128',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:40:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='3e0e925e30a14a178f2cd780dccbdff2',ramdisk_id='',reservation_id='r-hsvj7nzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-67653961',owner_user_name='tempest-AttachVolumeShelveTestJSON-67653961-project-member',shelved_at='2023-11-23T06:42:14.825863',shelved_host='user',shelved_image_id='a411be03-6622-493f-916c-8f67360f320f'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:44:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c500c76720f499597f05d2cee347bca',uuid=21d4ef4d-3b79-4622-a85b-d0195e60e1b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converting VIF {"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:83:0a,bridge_name='br-int',has_traffic_filtering=True,id=f1b7a473-847c-420b-8966-0aed4045a7a1,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b7a473-84') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.objects.instance [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'pci_devices' on Instance uuid 21d4ef4d-3b79-4622-a85b-d0195e60e1b8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.objects.base [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Object Instance<21d4ef4d-3b79-4622-a85b-d0195e60e1b8> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:44:10 user nova-compute[74675]:   <uuid>21d4ef4d-3b79-4622-a85b-d0195e60e1b8</uuid>
Nov 23 06:44:10 user nova-compute[74675]:   <name>instance-0000002b</name>
Nov 23 06:44:10 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:44:10 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:44:10 user nova-compute[74675]:   <metadata>
Nov 23 06:44:10 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:44:10 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:44:10 user nova-compute[74675]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1839254671</nova:name>
Nov 23 06:44:10 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:44:10</nova:creationTime>
Nov 23 06:44:10 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:44:10 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:44:10 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:44:10 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:44:10 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:44:10 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:44:10 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:44:10 user nova-compute[74675]:       <nova:owner>
Nov 23 06:44:10 user nova-compute[74675]:         <nova:user uuid="4c500c76720f499597f05d2cee347bca">tempest-AttachVolumeShelveTestJSON-67653961-project-member</nova:user>
Nov 23 06:44:10 user nova-compute[74675]:         <nova:project uuid="3e0e925e30a14a178f2cd780dccbdff2">tempest-AttachVolumeShelveTestJSON-67653961</nova:project>
Nov 23 06:44:10 user nova-compute[74675]:       </nova:owner>
Nov 23 06:44:10 user nova-compute[74675]:       <nova:root type="image" uuid="a411be03-6622-493f-916c-8f67360f320f"/>
Nov 23 06:44:10 user nova-compute[74675]:       <nova:ports>
Nov 23 06:44:10 user nova-compute[74675]:         <nova:port uuid="f1b7a473-847c-420b-8966-0aed4045a7a1">
Nov 23 06:44:10 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 23 06:44:10 user nova-compute[74675]:         </nova:port>
Nov 23 06:44:10 user nova-compute[74675]:       </nova:ports>
Nov 23 06:44:10 user nova-compute[74675]:     </nova:instance>
Nov 23 06:44:10 user nova-compute[74675]:   </metadata>
Nov 23 06:44:10 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:44:10 user nova-compute[74675]:     <system>
Nov 23 06:44:10 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:44:10 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:44:10 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:44:10 user nova-compute[74675]:       <entry name="serial">21d4ef4d-3b79-4622-a85b-d0195e60e1b8</entry>
Nov 23 06:44:10 user nova-compute[74675]:       <entry name="uuid">21d4ef4d-3b79-4622-a85b-d0195e60e1b8</entry>
Nov 23 06:44:10 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:44:10 user nova-compute[74675]:     </system>
Nov 23 06:44:10 user nova-compute[74675]:   </sysinfo>
Nov 23 06:44:10 user nova-compute[74675]:   <os>
Nov 23 06:44:10 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:44:10 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:44:10 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:44:10 user nova-compute[74675]:   </os>
Nov 23 06:44:10 user nova-compute[74675]:   <features>
Nov 23 06:44:10 user nova-compute[74675]:     <acpi/>
Nov 23 06:44:10 user nova-compute[74675]:     <apic/>
Nov 23 06:44:10 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:44:10 user nova-compute[74675]:   </features>
Nov 23 06:44:10 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:44:10 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:44:10 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:44:10 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:44:10 user nova-compute[74675]:   </clock>
Nov 23 06:44:10 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:44:10 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:44:10 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:44:10 user nova-compute[74675]:   </cpu>
Nov 23 06:44:10 user nova-compute[74675]:   <devices>
Nov 23 06:44:10 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:44:10 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:44:10 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk"/>
Nov 23 06:44:10 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:44:10 user nova-compute[74675]:     </disk>
Nov 23 06:44:10 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:44:10 user nova-compute[74675]:       <mac address="fa:16:3e:e5:83:0a"/>
Nov 23 06:44:10 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:44:10 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:44:10 user nova-compute[74675]:       <target dev="tapf1b7a473-84"/>
Nov 23 06:44:10 user nova-compute[74675]:     </interface>
Nov 23 06:44:10 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:44:10 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/console.log" append="off"/>
Nov 23 06:44:10 user nova-compute[74675]:     </serial>
Nov 23 06:44:10 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:44:10 user nova-compute[74675]:     <video>
Nov 23 06:44:10 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:44:10 user nova-compute[74675]:     </video>
Nov 23 06:44:10 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:44:10 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:44:10 user nova-compute[74675]:     </rng>
Nov 23 06:44:10 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:44:10 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:44:10 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:44:10 user nova-compute[74675]:     </memballoon>
Nov 23 06:44:10 user nova-compute[74675]:   </devices>
Nov 23 06:44:10 user nova-compute[74675]: </domain>
Nov 23 06:44:10 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-23T06:40:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1839254671',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1839254671',id=43,image_ref='a411be03-6622-493f-916c-8f67360f320f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1269909128',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:40:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='3e0e925e30a14a178f2cd780dccbdff2',ramdisk_id='',reservation_id='r-hsvj7nzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-67653961',owner_user_name='tempest-AttachVolumeShelveTestJSON-67653961-project-member',shelved_at='2023-11-23T06:42:14.825863',shelved_host='user',shelved_image_id='a411be03-6622-493f-916c-8f67360f320f'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:44:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c500c76720f499597f05d2cee347bca',uuid=21d4ef4d-3b79-4622-a85b-d0195e60e1b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converting VIF {"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:83:0a,bridge_name='br-int',has_traffic_filtering=True,id=f1b7a473-847c-420b-8966-0aed4045a7a1,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b7a473-84') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG os_vif [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:83:0a,bridge_name='br-int',has_traffic_filtering=True,id=f1b7a473-847c-420b-8966-0aed4045a7a1,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b7a473-84') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9741f568-621b-5bef-970e-1b44517a514c', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf1b7a473-84, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf1b7a473-84, col_values=(('qos', UUID('8b98d2d7-7427-4379-a962-ac7bbbd053d6')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf1b7a473-84, col_values=(('external_ids', {'iface-id': 'f1b7a473-847c-420b-8966-0aed4045a7a1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e5:83:0a', 'vm-uuid': '21d4ef4d-3b79-4622-a85b-d0195e60e1b8'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:44:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:10 user nova-compute[74675]: INFO os_vif [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:83:0a,bridge_name='br-int',has_traffic_filtering=True,id=f1b7a473-847c-420b-8966-0aed4045a7a1,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b7a473-84')
Nov 23 06:44:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:44:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] No VIF found with MAC fa:16:3e:e5:83:0a, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:44:11 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:44:11 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:44:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:44:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:12 user nova-compute[74675]: DEBUG nova.compute.manager [req-99650b71-2da0-45fc-9a4e-2fb2193df46b req-a62c0a22-3df2-474a-98cf-55db17ccc521 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received event network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-99650b71-2da0-45fc-9a4e-2fb2193df46b req-a62c0a22-3df2-474a-98cf-55db17ccc521 service nova] Acquiring lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-99650b71-2da0-45fc-9a4e-2fb2193df46b req-a62c0a22-3df2-474a-98cf-55db17ccc521 service nova] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-99650b71-2da0-45fc-9a4e-2fb2193df46b req-a62c0a22-3df2-474a-98cf-55db17ccc521 service nova] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:12 user nova-compute[74675]: DEBUG nova.compute.manager [req-99650b71-2da0-45fc-9a4e-2fb2193df46b req-a62c0a22-3df2-474a-98cf-55db17ccc521 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] No waiting events found dispatching network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:44:12 user nova-compute[74675]: WARNING nova.compute.manager [req-99650b71-2da0-45fc-9a4e-2fb2193df46b req-a62c0a22-3df2-474a-98cf-55db17ccc521 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received unexpected event network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 23 06:44:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:13 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:44:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:44:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-7860d5ac-6157-44e0-8ad7-9be862656c55" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:44:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-7860d5ac-6157-44e0-8ad7-9be862656c55" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:44:13 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:44:13 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Updating instance_info_cache with network_info: [{"id": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "address": "fa:16:3e:57:11:00", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape82c7d45-0d", "ovs_interfaceid": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:44:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-7860d5ac-6157-44e0-8ad7-9be862656c55" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:44:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:44:14 user nova-compute[74675]: DEBUG nova.compute.manager [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:44:14 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:44:14 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Instance spawned successfully.
Nov 23 06:44:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-fc290738-bddb-4d9c-8cac-7c1bdaa2074e req-6cc91974-4938-4bce-90fb-0c76f807e923 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received event network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fc290738-bddb-4d9c-8cac-7c1bdaa2074e req-6cc91974-4938-4bce-90fb-0c76f807e923 service nova] Acquiring lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fc290738-bddb-4d9c-8cac-7c1bdaa2074e req-6cc91974-4938-4bce-90fb-0c76f807e923 service nova] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fc290738-bddb-4d9c-8cac-7c1bdaa2074e req-6cc91974-4938-4bce-90fb-0c76f807e923 service nova] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-fc290738-bddb-4d9c-8cac-7c1bdaa2074e req-6cc91974-4938-4bce-90fb-0c76f807e923 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] No waiting events found dispatching network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:44:14 user nova-compute[74675]: WARNING nova.compute.manager [req-fc290738-bddb-4d9c-8cac-7c1bdaa2074e req-6cc91974-4938-4bce-90fb-0c76f807e923 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received unexpected event network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 23 06:44:14 user nova-compute[74675]: DEBUG nova.compute.manager [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:44:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-591504ff-edac-4b28-a36c-b29078911baa tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 10.986s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:17 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:44:18 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:44:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:21 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:44:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:33 user nova-compute[74675]: INFO nova.compute.manager [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Terminating instance
Nov 23 06:44:33 user nova-compute[74675]: DEBUG nova.compute.manager [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG nova.compute.manager [req-67900c76-1909-42b0-93b6-a7939cf8010e req-de15cb4a-4c61-46c7-9219-0f7907047ba8 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received event network-vif-unplugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-67900c76-1909-42b0-93b6-a7939cf8010e req-de15cb4a-4c61-46c7-9219-0f7907047ba8 service nova] Acquiring lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-67900c76-1909-42b0-93b6-a7939cf8010e req-de15cb4a-4c61-46c7-9219-0f7907047ba8 service nova] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-67900c76-1909-42b0-93b6-a7939cf8010e req-de15cb4a-4c61-46c7-9219-0f7907047ba8 service nova] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG nova.compute.manager [req-67900c76-1909-42b0-93b6-a7939cf8010e req-de15cb4a-4c61-46c7-9219-0f7907047ba8 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] No waiting events found dispatching network-vif-unplugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG nova.compute.manager [req-67900c76-1909-42b0-93b6-a7939cf8010e req-de15cb4a-4c61-46c7-9219-0f7907047ba8 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received event network-vif-unplugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:33 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Instance destroyed successfully.
Nov 23 06:44:33 user nova-compute[74675]: DEBUG nova.objects.instance [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lazy-loading 'resources' on Instance uuid 8e9b42a6-a52c-41c6-b217-cb9f07d56f48 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:39:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-423305843',display_name='tempest-TestMinimumBasicScenario-server-423305843',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-423305843',id=42,image_ref='07eeed18-68e7-4b77-a965-5aefc5d43de9',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKNeDLFNDR8zTy+dfcnIu8DAIaFA6pka1Rjca98zZ34/j0pvjmOSHvQm/mKfaJ/FeYyoKBEGnFMcs+k//rpuliSQXMy6j6e119W0sPbfo93aaJzKpQdflZxhu6wKntiURg==',key_name='tempest-TestMinimumBasicScenario-1239283074',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:39:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='799524c8608747dab931808396993af3',ramdisk_id='',reservation_id='r-4vi70agn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='07eeed18-68e7-4b77-a965-5aefc5d43de9',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-653167012',owner_user_name='tempest-TestMinimumBasicScenario-653167012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:41:53Z,user_data=None,user_id='23dfb46a78c848ce97703b5d6cad1a62',uuid=8e9b42a6-a52c-41c6-b217-cb9f07d56f48,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converting VIF {"id": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "address": "fa:16:3e:5e:bd:ad", "network": {"id": "05da85ba-e1a5-4821-bcaa-552943b26606", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1988862651-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "799524c8608747dab931808396993af3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48e7a00b-fa", "ovs_interfaceid": "48e7a00b-fa2a-4456-a419-fbee9a4d035e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5e:bd:ad,bridge_name='br-int',has_traffic_filtering=True,id=48e7a00b-fa2a-4456-a419-fbee9a4d035e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48e7a00b-fa') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG os_vif [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5e:bd:ad,bridge_name='br-int',has_traffic_filtering=True,id=48e7a00b-fa2a-4456-a419-fbee9a4d035e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48e7a00b-fa') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap48e7a00b-fa, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c40f44ed-4091-4af8-87a4-62669845d1ef) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:33 user nova-compute[74675]: INFO os_vif [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5e:bd:ad,bridge_name='br-int',has_traffic_filtering=True,id=48e7a00b-fa2a-4456-a419-fbee9a4d035e,network=Network(05da85ba-e1a5-4821-bcaa-552943b26606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48e7a00b-fa')
Nov 23 06:44:33 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Deleting instance files /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48_del
Nov 23 06:44:33 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Deletion of /opt/stack/data/nova/instances/8e9b42a6-a52c-41c6-b217-cb9f07d56f48_del complete
Nov 23 06:44:33 user nova-compute[74675]: INFO nova.compute.manager [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 23 06:44:33 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:44:33 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:44:34 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:44:34 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Took 0.47 seconds to deallocate network for instance.
Nov 23 06:44:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:34 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:44:34 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:44:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.232s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:34 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Deleted allocations for instance 8e9b42a6-a52c-41c6-b217-cb9f07d56f48
Nov 23 06:44:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1c5eb911-0048-42ea-9de1-27e1c62ed8e1 tempest-TestMinimumBasicScenario-653167012 tempest-TestMinimumBasicScenario-653167012-project-member] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.778s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:35 user nova-compute[74675]: DEBUG nova.compute.manager [req-8ee43f1e-1f27-4f9e-9402-f59c650988bf req-3311778d-8529-4d55-984a-d448fec00313 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received event network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8ee43f1e-1f27-4f9e-9402-f59c650988bf req-3311778d-8529-4d55-984a-d448fec00313 service nova] Acquiring lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8ee43f1e-1f27-4f9e-9402-f59c650988bf req-3311778d-8529-4d55-984a-d448fec00313 service nova] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8ee43f1e-1f27-4f9e-9402-f59c650988bf req-3311778d-8529-4d55-984a-d448fec00313 service nova] Lock "8e9b42a6-a52c-41c6-b217-cb9f07d56f48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:35 user nova-compute[74675]: DEBUG nova.compute.manager [req-8ee43f1e-1f27-4f9e-9402-f59c650988bf req-3311778d-8529-4d55-984a-d448fec00313 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] No waiting events found dispatching network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:44:35 user nova-compute[74675]: WARNING nova.compute.manager [req-8ee43f1e-1f27-4f9e-9402-f59c650988bf req-3311778d-8529-4d55-984a-d448fec00313 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received unexpected event network-vif-plugged-48e7a00b-fa2a-4456-a419-fbee9a4d035e for instance with vm_state deleted and task_state None.
Nov 23 06:44:35 user nova-compute[74675]: DEBUG nova.compute.manager [req-8ee43f1e-1f27-4f9e-9402-f59c650988bf req-3311778d-8529-4d55-984a-d448fec00313 service nova] [instance: 8e9b42a6-a52c-41c6-b217-cb9f07d56f48] Received event network-vif-deleted-48e7a00b-fa2a-4456-a419-fbee9a4d035e {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:44:43 user nova-compute[74675]: INFO nova.compute.claims [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Claim successful on node user
Nov 23 06:44:43 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.284s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:44:43 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:44:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG nova.policy [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dfe6c1e55a642599a3cc09f37ccc756', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a3c73194fb040539756487766f6e3aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:44:43 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Creating image(s)
Nov 23 06:44:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "/opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "/opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "/opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk 1073741824" returned: 0 in 0.061s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Successfully created port: 3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.180s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Checking if we can resize image /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Cannot resize image /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Ensure instance console log exists: /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Successfully updated port: 3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "refresh_cache-44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquired lock "refresh_cache-44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG nova.compute.manager [req-2ae771b9-f254-460a-b481-e8c21a3f26ba req-bc66ef26-73f9-491d-82e3-9bf7f2eb27e5 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received event network-changed-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG nova.compute.manager [req-2ae771b9-f254-460a-b481-e8c21a3f26ba req-bc66ef26-73f9-491d-82e3-9bf7f2eb27e5 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Refreshing instance network info cache due to event network-changed-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:44:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2ae771b9-f254-460a-b481-e8c21a3f26ba req-bc66ef26-73f9-491d-82e3-9bf7f2eb27e5 service nova] Acquiring lock "refresh_cache-44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.network.neutron [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Updating instance_info_cache with network_info: [{"id": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "address": "fa:16:3e:7b:f1:b8", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d8a6e9f-ec", "ovs_interfaceid": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Releasing lock "refresh_cache-44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Instance network_info: |[{"id": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "address": "fa:16:3e:7b:f1:b8", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d8a6e9f-ec", "ovs_interfaceid": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2ae771b9-f254-460a-b481-e8c21a3f26ba req-bc66ef26-73f9-491d-82e3-9bf7f2eb27e5 service nova] Acquired lock "refresh_cache-44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.network.neutron [req-2ae771b9-f254-460a-b481-e8c21a3f26ba req-bc66ef26-73f9-491d-82e3-9bf7f2eb27e5 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Refreshing network info cache for port 3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Start _get_guest_xml network_info=[{"id": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "address": "fa:16:3e:7b:f1:b8", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d8a6e9f-ec", "ovs_interfaceid": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:44:45 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:44:45 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:44:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1712847665',display_name='tempest-VolumesSnapshotTestJSON-instance-1712847665',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1712847665',id=49,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIQ9dOntfi0Xt7S6Ds+EqJ2/bw9lKlWuaSahgd3dBM31hkq4tOTvclvqjzLBtljxWbv2oOEwmcfj/fb6gJUikflhjW7d65bcQdjpne8CkxhP97Na32HAw8YBHlbs2FMXpg==',key_name='tempest-keypair-212926156',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4a3c73194fb040539756487766f6e3aa',ramdisk_id='',reservation_id='r-d61a4sb1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1461192939',owner_user_name='tempest-VolumesSnapshotTestJSON-1461192939-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:44:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dfe6c1e55a642599a3cc09f37ccc756',uuid=44bd80f9-f3e9-4ac2-9d7e-7acd4e934491,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "address": "fa:16:3e:7b:f1:b8", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d8a6e9f-ec", "ovs_interfaceid": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Converting VIF {"id": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "address": "fa:16:3e:7b:f1:b8", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d8a6e9f-ec", "ovs_interfaceid": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:f1:b8,bridge_name='br-int',has_traffic_filtering=True,id=3d8a6e9f-eca3-4623-8fa2-9ff40f2528df,network=Network(c02ba327-9db5-4f75-8265-66d1e7987261),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d8a6e9f-ec') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.objects.instance [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lazy-loading 'pci_devices' on Instance uuid 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:44:45 user nova-compute[74675]:   <uuid>44bd80f9-f3e9-4ac2-9d7e-7acd4e934491</uuid>
Nov 23 06:44:45 user nova-compute[74675]:   <name>instance-00000031</name>
Nov 23 06:44:45 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:44:45 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:44:45 user nova-compute[74675]:   <metadata>
Nov 23 06:44:45 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:44:45 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:44:45 user nova-compute[74675]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1712847665</nova:name>
Nov 23 06:44:45 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:44:45</nova:creationTime>
Nov 23 06:44:45 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:44:45 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:44:45 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:44:45 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:44:45 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:44:45 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:44:45 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:44:45 user nova-compute[74675]:       <nova:owner>
Nov 23 06:44:45 user nova-compute[74675]:         <nova:user uuid="3dfe6c1e55a642599a3cc09f37ccc756">tempest-VolumesSnapshotTestJSON-1461192939-project-member</nova:user>
Nov 23 06:44:45 user nova-compute[74675]:         <nova:project uuid="4a3c73194fb040539756487766f6e3aa">tempest-VolumesSnapshotTestJSON-1461192939</nova:project>
Nov 23 06:44:45 user nova-compute[74675]:       </nova:owner>
Nov 23 06:44:45 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:44:45 user nova-compute[74675]:       <nova:ports>
Nov 23 06:44:45 user nova-compute[74675]:         <nova:port uuid="3d8a6e9f-eca3-4623-8fa2-9ff40f2528df">
Nov 23 06:44:45 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 23 06:44:45 user nova-compute[74675]:         </nova:port>
Nov 23 06:44:45 user nova-compute[74675]:       </nova:ports>
Nov 23 06:44:45 user nova-compute[74675]:     </nova:instance>
Nov 23 06:44:45 user nova-compute[74675]:   </metadata>
Nov 23 06:44:45 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:44:45 user nova-compute[74675]:     <system>
Nov 23 06:44:45 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:44:45 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:44:45 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:44:45 user nova-compute[74675]:       <entry name="serial">44bd80f9-f3e9-4ac2-9d7e-7acd4e934491</entry>
Nov 23 06:44:45 user nova-compute[74675]:       <entry name="uuid">44bd80f9-f3e9-4ac2-9d7e-7acd4e934491</entry>
Nov 23 06:44:45 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:44:45 user nova-compute[74675]:     </system>
Nov 23 06:44:45 user nova-compute[74675]:   </sysinfo>
Nov 23 06:44:45 user nova-compute[74675]:   <os>
Nov 23 06:44:45 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:44:45 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:44:45 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:44:45 user nova-compute[74675]:   </os>
Nov 23 06:44:45 user nova-compute[74675]:   <features>
Nov 23 06:44:45 user nova-compute[74675]:     <acpi/>
Nov 23 06:44:45 user nova-compute[74675]:     <apic/>
Nov 23 06:44:45 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:44:45 user nova-compute[74675]:   </features>
Nov 23 06:44:45 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:44:45 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:44:45 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:44:45 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:44:45 user nova-compute[74675]:   </clock>
Nov 23 06:44:45 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:44:45 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:44:45 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:44:45 user nova-compute[74675]:   </cpu>
Nov 23 06:44:45 user nova-compute[74675]:   <devices>
Nov 23 06:44:45 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:44:45 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:44:45 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk"/>
Nov 23 06:44:45 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:44:45 user nova-compute[74675]:     </disk>
Nov 23 06:44:45 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:44:45 user nova-compute[74675]:       <mac address="fa:16:3e:7b:f1:b8"/>
Nov 23 06:44:45 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:44:45 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:44:45 user nova-compute[74675]:       <target dev="tap3d8a6e9f-ec"/>
Nov 23 06:44:45 user nova-compute[74675]:     </interface>
Nov 23 06:44:45 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:44:45 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/console.log" append="off"/>
Nov 23 06:44:45 user nova-compute[74675]:     </serial>
Nov 23 06:44:45 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:44:45 user nova-compute[74675]:     <video>
Nov 23 06:44:45 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:44:45 user nova-compute[74675]:     </video>
Nov 23 06:44:45 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:44:45 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:44:45 user nova-compute[74675]:     </rng>
Nov 23 06:44:45 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:44:45 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:44:45 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:44:45 user nova-compute[74675]:     </memballoon>
Nov 23 06:44:45 user nova-compute[74675]:   </devices>
Nov 23 06:44:45 user nova-compute[74675]: </domain>
Nov 23 06:44:45 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:44:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1712847665',display_name='tempest-VolumesSnapshotTestJSON-instance-1712847665',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1712847665',id=49,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIQ9dOntfi0Xt7S6Ds+EqJ2/bw9lKlWuaSahgd3dBM31hkq4tOTvclvqjzLBtljxWbv2oOEwmcfj/fb6gJUikflhjW7d65bcQdjpne8CkxhP97Na32HAw8YBHlbs2FMXpg==',key_name='tempest-keypair-212926156',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4a3c73194fb040539756487766f6e3aa',ramdisk_id='',reservation_id='r-d61a4sb1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1461192939',owner_user_name='tempest-VolumesSnapshotTestJSON-1461192939-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:44:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dfe6c1e55a642599a3cc09f37ccc756',uuid=44bd80f9-f3e9-4ac2-9d7e-7acd4e934491,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "address": "fa:16:3e:7b:f1:b8", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d8a6e9f-ec", "ovs_interfaceid": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Converting VIF {"id": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "address": "fa:16:3e:7b:f1:b8", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d8a6e9f-ec", "ovs_interfaceid": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:f1:b8,bridge_name='br-int',has_traffic_filtering=True,id=3d8a6e9f-eca3-4623-8fa2-9ff40f2528df,network=Network(c02ba327-9db5-4f75-8265-66d1e7987261),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d8a6e9f-ec') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG os_vif [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:f1:b8,bridge_name='br-int',has_traffic_filtering=True,id=3d8a6e9f-eca3-4623-8fa2-9ff40f2528df,network=Network(c02ba327-9db5-4f75-8265-66d1e7987261),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d8a6e9f-ec') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '80bd4f39-a064-5041-a10b-560257aad7e2', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3d8a6e9f-ec, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3d8a6e9f-ec, col_values=(('qos', UUID('40847fa7-b335-47f3-984e-b45b24b6a814')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3d8a6e9f-ec, col_values=(('external_ids', {'iface-id': '3d8a6e9f-eca3-4623-8fa2-9ff40f2528df', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:f1:b8', 'vm-uuid': '44bd80f9-f3e9-4ac2-9d7e-7acd4e934491'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:45 user nova-compute[74675]: INFO os_vif [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:f1:b8,bridge_name='br-int',has_traffic_filtering=True,id=3d8a6e9f-eca3-4623-8fa2-9ff40f2528df,network=Network(c02ba327-9db5-4f75-8265-66d1e7987261),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d8a6e9f-ec')
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] No VIF found with MAC fa:16:3e:7b:f1:b8, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.network.neutron [req-2ae771b9-f254-460a-b481-e8c21a3f26ba req-bc66ef26-73f9-491d-82e3-9bf7f2eb27e5 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Updated VIF entry in instance network info cache for port 3d8a6e9f-eca3-4623-8fa2-9ff40f2528df. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG nova.network.neutron [req-2ae771b9-f254-460a-b481-e8c21a3f26ba req-bc66ef26-73f9-491d-82e3-9bf7f2eb27e5 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Updating instance_info_cache with network_info: [{"id": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "address": "fa:16:3e:7b:f1:b8", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d8a6e9f-ec", "ovs_interfaceid": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:44:45 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2ae771b9-f254-460a-b481-e8c21a3f26ba req-bc66ef26-73f9-491d-82e3-9bf7f2eb27e5 service nova] Releasing lock "refresh_cache-44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:44:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-8274c138-d974-48c9-a802-a32dbf52b56c req-f4d336d2-f230-45ca-b038-d5cf43498f84 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received event network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8274c138-d974-48c9-a802-a32dbf52b56c req-f4d336d2-f230-45ca-b038-d5cf43498f84 service nova] Acquiring lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8274c138-d974-48c9-a802-a32dbf52b56c req-f4d336d2-f230-45ca-b038-d5cf43498f84 service nova] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:47 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-8274c138-d974-48c9-a802-a32dbf52b56c req-f4d336d2-f230-45ca-b038-d5cf43498f84 service nova] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:47 user nova-compute[74675]: DEBUG nova.compute.manager [req-8274c138-d974-48c9-a802-a32dbf52b56c req-f4d336d2-f230-45ca-b038-d5cf43498f84 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] No waiting events found dispatching network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:44:47 user nova-compute[74675]: WARNING nova.compute.manager [req-8274c138-d974-48c9-a802-a32dbf52b56c req-f4d336d2-f230-45ca-b038-d5cf43498f84 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received unexpected event network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df for instance with vm_state building and task_state spawning.
Nov 23 06:44:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:48 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:44:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:44:48 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Instance spawned successfully.
Nov 23 06:44:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:44:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:44:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:44:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:44:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:44:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:44:48 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:44:48 user nova-compute[74675]: INFO nova.compute.manager [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Took 5.07 seconds to spawn the instance on the hypervisor.
Nov 23 06:44:48 user nova-compute[74675]: DEBUG nova.compute.manager [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:44:49 user nova-compute[74675]: INFO nova.compute.manager [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Took 5.70 seconds to build instance.
Nov 23 06:44:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-5776c3f7-e456-4a6c-b9dd-9753413bf8ef tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.791s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-29a91b82-12f2-45b3-90bd-3abdace03d6e req-d49d8d79-fe0b-4ba5-b09e-a7b648516658 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received event network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-29a91b82-12f2-45b3-90bd-3abdace03d6e req-d49d8d79-fe0b-4ba5-b09e-a7b648516658 service nova] Acquiring lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-29a91b82-12f2-45b3-90bd-3abdace03d6e req-d49d8d79-fe0b-4ba5-b09e-a7b648516658 service nova] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-29a91b82-12f2-45b3-90bd-3abdace03d6e req-d49d8d79-fe0b-4ba5-b09e-a7b648516658 service nova] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-29a91b82-12f2-45b3-90bd-3abdace03d6e req-d49d8d79-fe0b-4ba5-b09e-a7b648516658 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] No waiting events found dispatching network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:44:49 user nova-compute[74675]: WARNING nova.compute.manager [req-29a91b82-12f2-45b3-90bd-3abdace03d6e req-d49d8d79-fe0b-4ba5-b09e-a7b648516658 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received unexpected event network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df for instance with vm_state active and task_state None.
Nov 23 06:44:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-29a91b82-12f2-45b3-90bd-3abdace03d6e req-d49d8d79-fe0b-4ba5-b09e-a7b648516658 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Received event network-changed-f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-29a91b82-12f2-45b3-90bd-3abdace03d6e req-d49d8d79-fe0b-4ba5-b09e-a7b648516658 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Refreshing instance network info cache due to event network-changed-f4513e41-696b-4a69-90a8-92cc4a5fd0a3. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-29a91b82-12f2-45b3-90bd-3abdace03d6e req-d49d8d79-fe0b-4ba5-b09e-a7b648516658 service nova] Acquiring lock "refresh_cache-e561da18-2a88-45bc-8cbc-b0fb224256b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-29a91b82-12f2-45b3-90bd-3abdace03d6e req-d49d8d79-fe0b-4ba5-b09e-a7b648516658 service nova] Acquired lock "refresh_cache-e561da18-2a88-45bc-8cbc-b0fb224256b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG nova.network.neutron [req-29a91b82-12f2-45b3-90bd-3abdace03d6e req-d49d8d79-fe0b-4ba5-b09e-a7b648516658 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Refreshing network info cache for port f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "e561da18-2a88-45bc-8cbc-b0fb224256b8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "e561da18-2a88-45bc-8cbc-b0fb224256b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "e561da18-2a88-45bc-8cbc-b0fb224256b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "e561da18-2a88-45bc-8cbc-b0fb224256b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.017s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "e561da18-2a88-45bc-8cbc-b0fb224256b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:49 user nova-compute[74675]: INFO nova.compute.manager [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Terminating instance
Nov 23 06:44:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG nova.network.neutron [req-29a91b82-12f2-45b3-90bd-3abdace03d6e req-d49d8d79-fe0b-4ba5-b09e-a7b648516658 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Updated VIF entry in instance network info cache for port f4513e41-696b-4a69-90a8-92cc4a5fd0a3. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG nova.network.neutron [req-29a91b82-12f2-45b3-90bd-3abdace03d6e req-d49d8d79-fe0b-4ba5-b09e-a7b648516658 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Updating instance_info_cache with network_info: [{"id": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "address": "fa:16:3e:0c:a0:5b", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4513e41-69", "ovs_interfaceid": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-29a91b82-12f2-45b3-90bd-3abdace03d6e req-d49d8d79-fe0b-4ba5-b09e-a7b648516658 service nova] Releasing lock "refresh_cache-e561da18-2a88-45bc-8cbc-b0fb224256b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:44:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:50 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Instance destroyed successfully.
Nov 23 06:44:50 user nova-compute[74675]: DEBUG nova.objects.instance [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lazy-loading 'resources' on Instance uuid e561da18-2a88-45bc-8cbc-b0fb224256b8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:42:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-367881282',display_name='tempest-TestVolumeBootPattern-server-367881282',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-367881282',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF/SNtPKTcl5W/IG5fvOcXNGrA1GA39/aT6SxyH/Fu2st3mY+UNmLIwFymR+gE85Mxq4pRcczYCQolC1m2kQ+0kYqOpI9lMK5V69gp4wJmLUj6qPIpzh/sPECN9kbwqRCQ==',key_name='tempest-TestVolumeBootPattern-2100987248',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:43:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-fwm146ed',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:43:08Z,user_data=None,user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=e561da18-2a88-45bc-8cbc-b0fb224256b8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "address": "fa:16:3e:0c:a0:5b", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4513e41-69", "ovs_interfaceid": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "address": "fa:16:3e:0c:a0:5b", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4513e41-69", "ovs_interfaceid": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:a0:5b,bridge_name='br-int',has_traffic_filtering=True,id=f4513e41-696b-4a69-90a8-92cc4a5fd0a3,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4513e41-69') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_vif [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:a0:5b,bridge_name='br-int',has_traffic_filtering=True,id=f4513e41-696b-4a69-90a8-92cc4a5fd0a3,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4513e41-69') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf4513e41-69, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2d3e54a3-86c4-4316-8ee1-39eec0d73fd8) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:44:50 user nova-compute[74675]: INFO os_vif [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:a0:5b,bridge_name='br-int',has_traffic_filtering=True,id=f4513e41-696b-4a69-90a8-92cc4a5fd0a3,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4513e41-69')
Nov 23 06:44:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hQwpLIsW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:44:50 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec3fbf00-d8ca-4454-b79c-4c339382f2a7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:44:50 user nova-compute[74675]: No targets found.
Nov 23 06:44:50 user nova-compute[74675]: iSNS:
Nov 23 06:44:50 user nova-compute[74675]: No targets found.
Nov 23 06:44:50 user nova-compute[74675]: STATIC:
Nov 23 06:44:50 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928
Nov 23 06:44:50 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:44:50 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:44:50 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e
Nov 23 06:44:50 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:44:50 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:44:50 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe
Nov 23 06:44:50 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:44:50 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:44:50 user nova-compute[74675]: FIRMWARE:
Nov 23 06:44:50 user nova-compute[74675]: No targets found.
Nov 23 06:44:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:44:50 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:44:50 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0ff70e6-a6ab-4515-a98b-d1ae24f4c9d9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[230f9ede-b343-4798-9a2b-ee29daadad9d]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:44:50 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:44:50 user nova-compute[74675]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:44:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:44:50 user nova-compute[74675]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 (non-flash)
Nov 23 06:44:50 user nova-compute[74675]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:44:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac884ae950>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[198d8e9f-e897-4b01-8aa1-bb86ede4889c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f7e6638-35a6-4586-9f14-977cdf934480]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[eec45af5-35d3-4613-a375-73d51180c9c8]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b47a9223-ba04-413c-91f5-046eb9d758db]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO28e45ab6-66fb8af5731df01f', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_28e45ab6', '/dev/disk/by-id/scsi-23636666238616635') {{(pid=85990) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe210dba-a71f-4b56-ba29-d7a5f3933b96]: (4, None) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[386f44eb-8905-4d11-ba4e-519528182d39]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[49aa992d-ae04-4667-977b-e4e442448d9f]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928, portal: 172.16.0.220,3260]
Nov 23 06:44:50 user nova-compute[74675]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928, portal: 172.16.0.220,3260] successful.
Nov 23 06:44:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e586c24a-10b8-4606-be2a-75f32c723928 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[62c66df8-c10e-4544-abd3-e98ca9db9aab]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.328s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== disconnect_volume: return (330ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:44:50 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Deleting instance files /opt/stack/data/nova/instances/e561da18-2a88-45bc-8cbc-b0fb224256b8_del
Nov 23 06:44:50 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Deletion of /opt/stack/data/nova/instances/e561da18-2a88-45bc-8cbc-b0fb224256b8_del complete
Nov 23 06:44:50 user nova-compute[74675]: INFO nova.compute.manager [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Took 1.21 seconds to destroy the instance on the hypervisor.
Nov 23 06:44:50 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:44:50 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Received event network-changed-f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Refreshing instance network info cache due to event network-changed-f4513e41-696b-4a69-90a8-92cc4a5fd0a3. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] Acquiring lock "refresh_cache-e561da18-2a88-45bc-8cbc-b0fb224256b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] Acquired lock "refresh_cache-e561da18-2a88-45bc-8cbc-b0fb224256b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG nova.network.neutron [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Refreshing network info cache for port f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG nova.network.neutron [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Updated VIF entry in instance network info cache for port f4513e41-696b-4a69-90a8-92cc4a5fd0a3. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG nova.network.neutron [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Updating instance_info_cache with network_info: [{"id": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "address": "fa:16:3e:0c:a0:5b", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4513e41-69", "ovs_interfaceid": "f4513e41-696b-4a69-90a8-92cc4a5fd0a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] Releasing lock "refresh_cache-e561da18-2a88-45bc-8cbc-b0fb224256b8" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Received event network-vif-unplugged-f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] Acquiring lock "e561da18-2a88-45bc-8cbc-b0fb224256b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] Lock "e561da18-2a88-45bc-8cbc-b0fb224256b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] Lock "e561da18-2a88-45bc-8cbc-b0fb224256b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] No waiting events found dispatching network-vif-unplugged-f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Received event network-vif-unplugged-f4513e41-696b-4a69-90a8-92cc4a5fd0a3 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Received event network-vif-plugged-f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] Acquiring lock "e561da18-2a88-45bc-8cbc-b0fb224256b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] Lock "e561da18-2a88-45bc-8cbc-b0fb224256b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] Lock "e561da18-2a88-45bc-8cbc-b0fb224256b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] No waiting events found dispatching network-vif-plugged-f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:44:51 user nova-compute[74675]: WARNING nova.compute.manager [req-b644c459-a90c-464f-957d-e32bb629b9f8 req-2a9b1e25-7d37-4c6f-8a9a-612ceb1e06e7 service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Received unexpected event network-vif-plugged-f4513e41-696b-4a69-90a8-92cc4a5fd0a3 for instance with vm_state active and task_state deleting.
Nov 23 06:44:51 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:44:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-a73dfdc2-644c-405c-99e4-ecfa2b2f93cc req-29e14dcf-e5e3-4b45-b7dc-529e0f4dfcdf service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Received event network-vif-deleted-f4513e41-696b-4a69-90a8-92cc4a5fd0a3 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:44:51 user nova-compute[74675]: INFO nova.compute.manager [req-a73dfdc2-644c-405c-99e4-ecfa2b2f93cc req-29e14dcf-e5e3-4b45-b7dc-529e0f4dfcdf service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Neutron deleted interface f4513e41-696b-4a69-90a8-92cc4a5fd0a3; detaching it from the instance and deleting it from the info cache
Nov 23 06:44:51 user nova-compute[74675]: DEBUG nova.network.neutron [req-a73dfdc2-644c-405c-99e4-ecfa2b2f93cc req-29e14dcf-e5e3-4b45-b7dc-529e0f4dfcdf service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:44:51 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Took 0.90 seconds to deallocate network for instance.
Nov 23 06:44:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-a73dfdc2-644c-405c-99e4-ecfa2b2f93cc req-29e14dcf-e5e3-4b45-b7dc-529e0f4dfcdf service nova] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Detach interface failed, port_id=f4513e41-696b-4a69-90a8-92cc4a5fd0a3, reason: Instance e561da18-2a88-45bc-8cbc-b0fb224256b8 could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:44:52 user nova-compute[74675]: INFO nova.compute.manager [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: e561da18-2a88-45bc-8cbc-b0fb224256b8] Took 0.78 seconds to detach 1 volumes for instance.
Nov 23 06:44:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:44:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:44:52 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:44:52 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:44:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.239s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:53 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Deleted allocations for instance e561da18-2a88-45bc-8cbc-b0fb224256b8
Nov 23 06:44:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-ab0a4675-461f-45e2-96cc-d6771142013c tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "e561da18-2a88-45bc-8cbc-b0fb224256b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.341s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:44:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:45:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-b4cfb060-b94a-4748-bd1f-066bec8e8438 req-cef58e33-4207-42ba-89cb-79813a429562 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received event network-changed-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-b4cfb060-b94a-4748-bd1f-066bec8e8438 req-cef58e33-4207-42ba-89cb-79813a429562 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Refreshing instance network info cache due to event network-changed-af76e0a8-cc15-4fbf-8850-1736922ae6e8. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b4cfb060-b94a-4748-bd1f-066bec8e8438 req-cef58e33-4207-42ba-89cb-79813a429562 service nova] Acquiring lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b4cfb060-b94a-4748-bd1f-066bec8e8438 req-cef58e33-4207-42ba-89cb-79813a429562 service nova] Acquired lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG nova.network.neutron [req-b4cfb060-b94a-4748-bd1f-066bec8e8438 req-cef58e33-4207-42ba-89cb-79813a429562 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Refreshing network info cache for port af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:07 user nova-compute[74675]: DEBUG nova.network.neutron [req-b4cfb060-b94a-4748-bd1f-066bec8e8438 req-cef58e33-4207-42ba-89cb-79813a429562 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updated VIF entry in instance network info cache for port af76e0a8-cc15-4fbf-8850-1736922ae6e8. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:45:07 user nova-compute[74675]: DEBUG nova.network.neutron [req-b4cfb060-b94a-4748-bd1f-066bec8e8438 req-cef58e33-4207-42ba-89cb-79813a429562 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updating instance_info_cache with network_info: [{"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:45:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "2bb8323b-5e80-4396-971c-3690077b4cfe" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:07 user nova-compute[74675]: INFO nova.compute.manager [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Shelve offloading
Nov 23 06:45:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-b4cfb060-b94a-4748-bd1f-066bec8e8438 req-cef58e33-4207-42ba-89cb-79813a429562 service nova] Releasing lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:45:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:08 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Instance destroyed successfully.
Nov 23 06:45:08 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:45:08 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8182MB free_disk=25.234920501708984GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.compute.manager [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquired lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 7860d5ac-6157-44e0-8ad7-9be862656c55 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 2bb8323b-5e80-4396-971c-3690077b4cfe actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 5896074f-4b1b-4691-a3e3-9eaba1abf28f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 21d4ef4d-3b79-4622-a85b-d0195e60e1b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.318s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.network.neutron [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updating instance_info_cache with network_info: [{"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Releasing lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-769c41be-fa7b-4159-bc5a-f796426d4ffe req-40b34af6-b2fc-4a18-acc6-1897a4b36675 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received event network-vif-unplugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-769c41be-fa7b-4159-bc5a-f796426d4ffe req-40b34af6-b2fc-4a18-acc6-1897a4b36675 service nova] Acquiring lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-769c41be-fa7b-4159-bc5a-f796426d4ffe req-40b34af6-b2fc-4a18-acc6-1897a4b36675 service nova] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-769c41be-fa7b-4159-bc5a-f796426d4ffe req-40b34af6-b2fc-4a18-acc6-1897a4b36675 service nova] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-769c41be-fa7b-4159-bc5a-f796426d4ffe req-40b34af6-b2fc-4a18-acc6-1897a4b36675 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] No waiting events found dispatching network-vif-unplugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:45:08 user nova-compute[74675]: WARNING nova.compute.manager [req-769c41be-fa7b-4159-bc5a-f796426d4ffe req-40b34af6-b2fc-4a18-acc6-1897a4b36675 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received unexpected event network-vif-unplugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 for instance with vm_state active and task_state shelving.
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-769c41be-fa7b-4159-bc5a-f796426d4ffe req-40b34af6-b2fc-4a18-acc6-1897a4b36675 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received event network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-769c41be-fa7b-4159-bc5a-f796426d4ffe req-40b34af6-b2fc-4a18-acc6-1897a4b36675 service nova] Acquiring lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-769c41be-fa7b-4159-bc5a-f796426d4ffe req-40b34af6-b2fc-4a18-acc6-1897a4b36675 service nova] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-769c41be-fa7b-4159-bc5a-f796426d4ffe req-40b34af6-b2fc-4a18-acc6-1897a4b36675 service nova] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:08 user nova-compute[74675]: DEBUG nova.compute.manager [req-769c41be-fa7b-4159-bc5a-f796426d4ffe req-40b34af6-b2fc-4a18-acc6-1897a4b36675 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] No waiting events found dispatching network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:45:08 user nova-compute[74675]: WARNING nova.compute.manager [req-769c41be-fa7b-4159-bc5a-f796426d4ffe req-40b34af6-b2fc-4a18-acc6-1897a4b36675 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received unexpected event network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 for instance with vm_state active and task_state shelving.
Nov 23 06:45:09 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Instance destroyed successfully.
Nov 23 06:45:09 user nova-compute[74675]: DEBUG nova.objects.instance [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lazy-loading 'resources' on Instance uuid 2bb8323b-5e80-4396-971c-3690077b4cfe {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:43:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1302291899',display_name='tempest-TestShelveInstance-server-1302291899',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1302291899',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNdiPb6TvRdGkHl8WbOJnnKKV7sHTrMjSWml52kNHaRBM2B5AmA0FLGPFJxKDZtBuVljDSTsbjRbKTWh+rNnSQQYTbs03nJm1PhVW+2mI4zFzH9S8li9fqw/9Nx062NoAw==',key_name='tempest-TestShelveInstance-1549435816',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:43:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ee9a939fb84a4ff9bac6d57c0896af28',ramdisk_id='',reservation_id='r-zbezyllr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1607200722',owner_user_name='tempest-TestShelveInstance-1607200722-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:43:27Z,user_data=None,user_id='caca8b0003514774b2fd85e3ef401f0d',uuid=2bb8323b-5e80-4396-971c-3690077b4cfe,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Converting VIF {"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:91:94,bridge_name='br-int',has_traffic_filtering=True,id=af76e0a8-cc15-4fbf-8850-1736922ae6e8,network=Network(403bafec-773d-4bab-bd8c-ed36ff175ea8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf76e0a8-cc') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_vif [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:91:94,bridge_name='br-int',has_traffic_filtering=True,id=af76e0a8-cc15-4fbf-8850-1736922ae6e8,network=Network(403bafec-773d-4bab-bd8c-ed36ff175ea8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf76e0a8-cc') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaf76e0a8-cc, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=19ed1dc4-d83f-4682-ae95-1ab99846ddfb) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG nova.compute.manager [req-ef0d0173-cecc-40fc-90d7-6889cc6e34e7 req-ced02836-3d41-4bfa-8dc1-3da6bc8eada6 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received event network-changed-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG nova.compute.manager [req-ef0d0173-cecc-40fc-90d7-6889cc6e34e7 req-ced02836-3d41-4bfa-8dc1-3da6bc8eada6 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Refreshing instance network info cache due to event network-changed-af76e0a8-cc15-4fbf-8850-1736922ae6e8. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ef0d0173-cecc-40fc-90d7-6889cc6e34e7 req-ced02836-3d41-4bfa-8dc1-3da6bc8eada6 service nova] Acquiring lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ef0d0173-cecc-40fc-90d7-6889cc6e34e7 req-ced02836-3d41-4bfa-8dc1-3da6bc8eada6 service nova] Acquired lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-ef0d0173-cecc-40fc-90d7-6889cc6e34e7 req-ced02836-3d41-4bfa-8dc1-3da6bc8eada6 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Refreshing network info cache for port af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:09 user nova-compute[74675]: INFO os_vif [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:91:94,bridge_name='br-int',has_traffic_filtering=True,id=af76e0a8-cc15-4fbf-8850-1736922ae6e8,network=Network(403bafec-773d-4bab-bd8c-ed36ff175ea8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf76e0a8-cc')
Nov 23 06:45:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bjTAtGpe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:45:09 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2745b35-029f-4286-b121-9d0bba8bd1a2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:45:09 user nova-compute[74675]: No targets found.
Nov 23 06:45:09 user nova-compute[74675]: iSNS:
Nov 23 06:45:09 user nova-compute[74675]: No targets found.
Nov 23 06:45:09 user nova-compute[74675]: STATIC:
Nov 23 06:45:09 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e
Nov 23 06:45:09 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:45:09 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:45:09 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe
Nov 23 06:45:09 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:45:09 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:45:09 user nova-compute[74675]: FIRMWARE:
Nov 23 06:45:09 user nova-compute[74675]: No targets found.
Nov 23 06:45:09 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:45:09 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:45:09 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[09a35ebf-a71d-4280-9369-81d48dbd7926]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9719a700-ee4d-4f05-9fe6-169699e6a476]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:45:09 user nova-compute[74675]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:45:09 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:45:09 user nova-compute[74675]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:45:09 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac8c71c310>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe'): ({'sdf'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Removing single pathed devices sdf {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[db037527-37e4-4958-b503-e843bda53752]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f33c36f6-f6f7-4e5f-b7ac-98af175df793]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Flushing IO for device /dev/sdf {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[857c04af-b1e0-4410-a656-096cd8e0253b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.052s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[aebaddde-759b-4725-87d0-db48cb107591]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] SCSI volumes sdf have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aa99137-7cc5-4ad2-b600-3cd67ff3013b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a500f16f-f6f3-4cee-a4cb-7b71c29bd98b]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe, portal: 172.16.0.220,3260]
Nov 23 06:45:09 user nova-compute[74675]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe, portal: 172.16.0.220,3260] successful.
Nov 23 06:45:09 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a61bd1b7-3194-4be0-b48f-c8372ea6f28e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] <== disconnect_volume: return (326ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:45:09 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Deleting instance files /opt/stack/data/nova/instances/2bb8323b-5e80-4396-971c-3690077b4cfe_del
Nov 23 06:45:09 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Deletion of /opt/stack/data/nova/instances/2bb8323b-5e80-4396-971c-3690077b4cfe_del complete
Nov 23 06:45:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-ef0d0173-cecc-40fc-90d7-6889cc6e34e7 req-ced02836-3d41-4bfa-8dc1-3da6bc8eada6 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updated VIF entry in instance network info cache for port af76e0a8-cc15-4fbf-8850-1736922ae6e8. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-ef0d0173-cecc-40fc-90d7-6889cc6e34e7 req-ced02836-3d41-4bfa-8dc1-3da6bc8eada6 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updating instance_info_cache with network_info: [{"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": null, "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:45:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ef0d0173-cecc-40fc-90d7-6889cc6e34e7 req-ced02836-3d41-4bfa-8dc1-3da6bc8eada6 service nova] Releasing lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:45:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:10 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Deleted allocations for instance 2bb8323b-5e80-4396-971c-3690077b4cfe
Nov 23 06:45:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:10 user nova-compute[74675]: DEBUG nova.objects.instance [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lazy-loading 'numa_topology' on Instance uuid 2bb8323b-5e80-4396-971c-3690077b4cfe {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:45:10 user nova-compute[74675]: DEBUG nova.objects.base [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Object Instance<2bb8323b-5e80-4396-971c-3690077b4cfe> lazy-loaded attributes: resources,numa_topology {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:45:10 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:45:10 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:45:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.196s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-966cc443-0b8b-4e09-a7f0-77afc15fc6e6 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.726s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:11 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:45:11 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:45:11 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:45:11 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:45:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:45:14 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:45:14 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:45:14 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 06:45:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:18 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:45:19 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:45:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:20 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:45:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:21 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:45:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:29 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:45:39 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:45:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:44 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-88c184d0-c756-465d-8567-b3248490d3e1 req-020b9c90-117a-4ef9-98c9-5165077ef896 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Received event network-changed-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:45:48 user nova-compute[74675]: DEBUG nova.compute.manager [req-88c184d0-c756-465d-8567-b3248490d3e1 req-020b9c90-117a-4ef9-98c9-5165077ef896 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Refreshing instance network info cache due to event network-changed-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:45:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-88c184d0-c756-465d-8567-b3248490d3e1 req-020b9c90-117a-4ef9-98c9-5165077ef896 service nova] Acquiring lock "refresh_cache-5896074f-4b1b-4691-a3e3-9eaba1abf28f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:45:48 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-88c184d0-c756-465d-8567-b3248490d3e1 req-020b9c90-117a-4ef9-98c9-5165077ef896 service nova] Acquired lock "refresh_cache-5896074f-4b1b-4691-a3e3-9eaba1abf28f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:45:48 user nova-compute[74675]: DEBUG nova.network.neutron [req-88c184d0-c756-465d-8567-b3248490d3e1 req-020b9c90-117a-4ef9-98c9-5165077ef896 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Refreshing network info cache for port b6926ee5-47ea-44ef-ab29-e3a4b978dc9a {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG nova.network.neutron [req-88c184d0-c756-465d-8567-b3248490d3e1 req-020b9c90-117a-4ef9-98c9-5165077ef896 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Updated VIF entry in instance network info cache for port b6926ee5-47ea-44ef-ab29-e3a4b978dc9a. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG nova.network.neutron [req-88c184d0-c756-465d-8567-b3248490d3e1 req-020b9c90-117a-4ef9-98c9-5165077ef896 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Updating instance_info_cache with network_info: [{"id": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "address": "fa:16:3e:38:3f:70", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6926ee5-47", "ovs_interfaceid": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-88c184d0-c756-465d-8567-b3248490d3e1 req-020b9c90-117a-4ef9-98c9-5165077ef896 service nova] Releasing lock "refresh_cache-5896074f-4b1b-4691-a3e3-9eaba1abf28f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-46cb6725-fbdd-4a58-af4b-dcb465d5beb8 req-a27f6980-26e6-47b8-b084-1623ba3bb928 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Received event network-changed-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-46cb6725-fbdd-4a58-af4b-dcb465d5beb8 req-a27f6980-26e6-47b8-b084-1623ba3bb928 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Refreshing instance network info cache due to event network-changed-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-46cb6725-fbdd-4a58-af4b-dcb465d5beb8 req-a27f6980-26e6-47b8-b084-1623ba3bb928 service nova] Acquiring lock "refresh_cache-7860d5ac-6157-44e0-8ad7-9be862656c55" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-46cb6725-fbdd-4a58-af4b-dcb465d5beb8 req-a27f6980-26e6-47b8-b084-1623ba3bb928 service nova] Acquired lock "refresh_cache-7860d5ac-6157-44e0-8ad7-9be862656c55" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG nova.network.neutron [req-46cb6725-fbdd-4a58-af4b-dcb465d5beb8 req-a27f6980-26e6-47b8-b084-1623ba3bb928 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Refreshing network info cache for port e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "7860d5ac-6157-44e0-8ad7-9be862656c55" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "7860d5ac-6157-44e0-8ad7-9be862656c55" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "7860d5ac-6157-44e0-8ad7-9be862656c55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "7860d5ac-6157-44e0-8ad7-9be862656c55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "7860d5ac-6157-44e0-8ad7-9be862656c55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:49 user nova-compute[74675]: INFO nova.compute.manager [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Terminating instance
Nov 23 06:45:49 user nova-compute[74675]: DEBUG nova.compute.manager [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:49 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG nova.network.neutron [req-46cb6725-fbdd-4a58-af4b-dcb465d5beb8 req-a27f6980-26e6-47b8-b084-1623ba3bb928 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Updated VIF entry in instance network info cache for port e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG nova.network.neutron [req-46cb6725-fbdd-4a58-af4b-dcb465d5beb8 req-a27f6980-26e6-47b8-b084-1623ba3bb928 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Updating instance_info_cache with network_info: [{"id": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "address": "fa:16:3e:57:11:00", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape82c7d45-0d", "ovs_interfaceid": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-46cb6725-fbdd-4a58-af4b-dcb465d5beb8 req-a27f6980-26e6-47b8-b084-1623ba3bb928 service nova] Releasing lock "refresh_cache-7860d5ac-6157-44e0-8ad7-9be862656c55" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-956bdf6b-386b-4a85-8f72-af40e77ba95d req-cd8c3615-9b10-4ae8-a930-90fa609cf217 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Received event network-vif-unplugged-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-956bdf6b-386b-4a85-8f72-af40e77ba95d req-cd8c3615-9b10-4ae8-a930-90fa609cf217 service nova] Acquiring lock "7860d5ac-6157-44e0-8ad7-9be862656c55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-956bdf6b-386b-4a85-8f72-af40e77ba95d req-cd8c3615-9b10-4ae8-a930-90fa609cf217 service nova] Lock "7860d5ac-6157-44e0-8ad7-9be862656c55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-956bdf6b-386b-4a85-8f72-af40e77ba95d req-cd8c3615-9b10-4ae8-a930-90fa609cf217 service nova] Lock "7860d5ac-6157-44e0-8ad7-9be862656c55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-956bdf6b-386b-4a85-8f72-af40e77ba95d req-cd8c3615-9b10-4ae8-a930-90fa609cf217 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] No waiting events found dispatching network-vif-unplugged-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG nova.compute.manager [req-956bdf6b-386b-4a85-8f72-af40e77ba95d req-cd8c3615-9b10-4ae8-a930-90fa609cf217 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Received event network-vif-unplugged-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:50 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Instance destroyed successfully.
Nov 23 06:45:50 user nova-compute[74675]: DEBUG nova.objects.instance [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lazy-loading 'resources' on Instance uuid 7860d5ac-6157-44e0-8ad7-9be862656c55 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:40:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1911306979',display_name='tempest-TestVolumeBootPattern-server-1911306979',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1911306979',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF/SNtPKTcl5W/IG5fvOcXNGrA1GA39/aT6SxyH/Fu2st3mY+UNmLIwFymR+gE85Mxq4pRcczYCQolC1m2kQ+0kYqOpI9lMK5V69gp4wJmLUj6qPIpzh/sPECN9kbwqRCQ==',key_name='tempest-TestVolumeBootPattern-2100987248',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:41:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16ae3d4c42f64e4cba5b09935e927c47',ramdisk_id='',reservation_id='r-2fnboflq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1164061839',owner_user_name='tempest-TestVolumeBootPattern-1164061839-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:41:10Z,user_data=None,user_id='95ec05ee74eb40d0a92a6b005394e149',uuid=7860d5ac-6157-44e0-8ad7-9be862656c55,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "address": "fa:16:3e:57:11:00", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape82c7d45-0d", "ovs_interfaceid": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converting VIF {"id": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "address": "fa:16:3e:57:11:00", "network": {"id": "647e37ad-bd1f-4d43-b643-55dffcbbeb58", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1221958930-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16ae3d4c42f64e4cba5b09935e927c47", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape82c7d45-0d", "ovs_interfaceid": "e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:57:11:00,bridge_name='br-int',has_traffic_filtering=True,id=e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape82c7d45-0d') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_vif [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:11:00,bridge_name='br-int',has_traffic_filtering=True,id=e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape82c7d45-0d') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape82c7d45-0d, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f4712b95-47a3-45b1-bc8b-f43be748ae94) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:45:50 user nova-compute[74675]: INFO os_vif [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:11:00,bridge_name='br-int',has_traffic_filtering=True,id=e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a,network=Network(647e37ad-bd1f-4d43-b643-55dffcbbeb58),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape82c7d45-0d')
Nov 23 06:45:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hPdrfTXC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:45:50 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bc065e8-1890-42da-ab38-60f9139f7d27]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:45:50 user nova-compute[74675]: No targets found.
Nov 23 06:45:50 user nova-compute[74675]: iSNS:
Nov 23 06:45:50 user nova-compute[74675]: No targets found.
Nov 23 06:45:50 user nova-compute[74675]: STATIC:
Nov 23 06:45:50 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e
Nov 23 06:45:50 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:45:50 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:45:50 user nova-compute[74675]: FIRMWARE:
Nov 23 06:45:50 user nova-compute[74675]: No targets found.
Nov 23 06:45:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:45:50 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:45:50 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[abf39417-8100-4ab6-a60f-9d63aea7a4e6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc11991a-941c-46a2-ac29-6ea84c234f4f]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:45:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e (non-flash)
Nov 23 06:45:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac68229ab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e'): ({'sdc'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Removing single pathed devices sdc {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1bedec9-ac58-4a82-8715-5a372610e240]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[039a614f-83de-484d-9c70-af49ca507373]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Flushing IO for device /dev/sdc {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[70c2e4d6-765e-4a64-ba0a-c13ed2fb15e4]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1132a39-015c-4a4d-85d4-d043cc4789fb]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO671e48c1-962fb58712adbf94', '/dev/disk/by-id/scsi-23936326662353837', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_671e48c1') {{(pid=85990) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3263aabe-a899-4c75-a308-b3f22e611d54]: (4, None) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b557dd47-29fa-4eb3-9397-049d62a22fd7]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f6fd49e-2112-4e11-975b-544c22bd031f]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e, portal: 172.16.0.220,3260]
Nov 23 06:45:50 user nova-compute[74675]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e, portal: 172.16.0.220,3260] successful.
Nov 23 06:45:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:45:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99633f6-3083-45ff-8eea-a028c04c428e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b318b29e-82ea-4eea-9025-f16421cbb0f2]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.302s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] <== disconnect_volume: return (303ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:45:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Deleting instance files /opt/stack/data/nova/instances/7860d5ac-6157-44e0-8ad7-9be862656c55_del
Nov 23 06:45:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Deletion of /opt/stack/data/nova/instances/7860d5ac-6157-44e0-8ad7-9be862656c55_del complete
Nov 23 06:45:51 user nova-compute[74675]: INFO nova.compute.manager [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG nova.objects.instance [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'flavor' on Instance uuid 5896074f-4b1b-4691-a3e3-9eaba1abf28f {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.048s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:45:51 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Took 0.54 seconds to deallocate network for instance.
Nov 23 06:45:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-e75e8b06-5674-4d4e-be68-d0cf66dba421 req-6d5780c5-dbc6-4567-8695-e23a984f0003 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Received event network-vif-deleted-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:45:51 user nova-compute[74675]: INFO nova.compute.manager [req-e75e8b06-5674-4d4e-be68-d0cf66dba421 req-6d5780c5-dbc6-4567-8695-e23a984f0003 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Neutron deleted interface e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a; detaching it from the instance and deleting it from the info cache
Nov 23 06:45:51 user nova-compute[74675]: DEBUG nova.network.neutron [req-e75e8b06-5674-4d4e-be68-d0cf66dba421 req-6d5780c5-dbc6-4567-8695-e23a984f0003 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-e75e8b06-5674-4d4e-be68-d0cf66dba421 req-6d5780c5-dbc6-4567-8695-e23a984f0003 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Detach interface failed, port_id=e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a, reason: Instance 7860d5ac-6157-44e0-8ad7-9be862656c55 could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:51 user nova-compute[74675]: INFO nova.compute.manager [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Attaching volume f31c2c94-f068-4f7d-9513-85f387c9243c to /dev/vdb
Nov 23 06:45:51 user nova-compute[74675]: DEBUG os_brick.utils [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb65b0e3-34b5-4b1f-a856-fbf1c646d621]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[72ded2ce-1e64-4d0f-b969-5d870cb96eab]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[41582f93-dcb2-479c-ae9b-90e02c63d0d6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[538838fd-80b8-4007-8ced-a987e9c37f38]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:45:51 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:45:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca28d75a-edba-4d14-8dc2-585ad42097d4]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG os_brick.utils [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:45:51 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Updating existing volume attachment record: 8f251328-3dd0-4bd2-a31f-33ac8188bf7e {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:45:52 user nova-compute[74675]: INFO nova.compute.manager [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Took 0.72 seconds to detach 1 volumes for instance.
Nov 23 06:45:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-cd0c3e37-df76-48a4-aea4-cfb1ebe75dc8 req-98f0430d-a5cb-41d8-8a1c-9f2223063d93 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Received event network-vif-plugged-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:45:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cd0c3e37-df76-48a4-aea4-cfb1ebe75dc8 req-98f0430d-a5cb-41d8-8a1c-9f2223063d93 service nova] Acquiring lock "7860d5ac-6157-44e0-8ad7-9be862656c55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cd0c3e37-df76-48a4-aea4-cfb1ebe75dc8 req-98f0430d-a5cb-41d8-8a1c-9f2223063d93 service nova] Lock "7860d5ac-6157-44e0-8ad7-9be862656c55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-cd0c3e37-df76-48a4-aea4-cfb1ebe75dc8 req-98f0430d-a5cb-41d8-8a1c-9f2223063d93 service nova] Lock "7860d5ac-6157-44e0-8ad7-9be862656c55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:52 user nova-compute[74675]: DEBUG nova.compute.manager [req-cd0c3e37-df76-48a4-aea4-cfb1ebe75dc8 req-98f0430d-a5cb-41d8-8a1c-9f2223063d93 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] No waiting events found dispatching network-vif-plugged-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:45:52 user nova-compute[74675]: WARNING nova.compute.manager [req-cd0c3e37-df76-48a4-aea4-cfb1ebe75dc8 req-98f0430d-a5cb-41d8-8a1c-9f2223063d93 service nova] [instance: 7860d5ac-6157-44e0-8ad7-9be862656c55] Received unexpected event network-vif-plugged-e82c7d45-0dff-4cc3-a5ee-7fd2bf95d34a for instance with vm_state active and task_state deleting.
Nov 23 06:45:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:52 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:45:52 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:45:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.189s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:52 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Deleted allocations for instance 7860d5ac-6157-44e0-8ad7-9be862656c55
Nov 23 06:45:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-9c61497a-d725-4e55-93d4-c4241c3a4bbe tempest-TestVolumeBootPattern-1164061839 tempest-TestVolumeBootPattern-1164061839-project-member] Lock "7860d5ac-6157-44e0-8ad7-9be862656c55" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.818s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:53 user nova-compute[74675]: INFO nova.compute.manager [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Terminating instance
Nov 23 06:45:53 user nova-compute[74675]: DEBUG nova.compute.manager [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-a7119c70-f21a-4ef2-9348-6a89411f21fd req-985cc24c-276c-44e5-ac04-ceaf9a5ae540 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received event network-vif-unplugged-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a7119c70-f21a-4ef2-9348-6a89411f21fd req-985cc24c-276c-44e5-ac04-ceaf9a5ae540 service nova] Acquiring lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a7119c70-f21a-4ef2-9348-6a89411f21fd req-985cc24c-276c-44e5-ac04-ceaf9a5ae540 service nova] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a7119c70-f21a-4ef2-9348-6a89411f21fd req-985cc24c-276c-44e5-ac04-ceaf9a5ae540 service nova] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-a7119c70-f21a-4ef2-9348-6a89411f21fd req-985cc24c-276c-44e5-ac04-ceaf9a5ae540 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] No waiting events found dispatching network-vif-unplugged-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG nova.compute.manager [req-a7119c70-f21a-4ef2-9348-6a89411f21fd req-985cc24c-276c-44e5-ac04-ceaf9a5ae540 service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received event network-vif-unplugged-f1b7a473-847c-420b-8966-0aed4045a7a1 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:54 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Instance destroyed successfully.
Nov 23 06:45:54 user nova-compute[74675]: DEBUG nova.objects.instance [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lazy-loading 'resources' on Instance uuid 21d4ef4d-3b79-4622-a85b-d0195e60e1b8 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-23T06:40:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1839254671',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1839254671',id=43,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDQFFO/4XceNlfKbOYKDURDkoiQ/RqBWqJ2Kh0I7JStDfr/NrLUDHLYsbf6nFmNcuUy/64JkNdxaxpdLx3yN5u3f3pD+2KGuqm+H96sUEzXkY9mWejlNXSYSsr7suG8iKg==',key_name='tempest-keypair-1269909128',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:44:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e0e925e30a14a178f2cd780dccbdff2',ramdisk_id='',reservation_id='r-hsvj7nzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-67653961',owner_user_name='tempest-AttachVolumeShelveTestJSON-67653961-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:44:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4c500c76720f499597f05d2cee347bca',uuid=21d4ef4d-3b79-4622-a85b-d0195e60e1b8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converting VIF {"id": "f1b7a473-847c-420b-8966-0aed4045a7a1", "address": "fa:16:3e:e5:83:0a", "network": {"id": "863cc23e-3e63-4b67-bdf5-0fc01777aa99", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-332036862-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e0e925e30a14a178f2cd780dccbdff2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b7a473-84", "ovs_interfaceid": "f1b7a473-847c-420b-8966-0aed4045a7a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:83:0a,bridge_name='br-int',has_traffic_filtering=True,id=f1b7a473-847c-420b-8966-0aed4045a7a1,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b7a473-84') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG os_vif [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:83:0a,bridge_name='br-int',has_traffic_filtering=True,id=f1b7a473-847c-420b-8966-0aed4045a7a1,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b7a473-84') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf1b7a473-84, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8b98d2d7-7427-4379-a962-ac7bbbd053d6) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:45:54 user nova-compute[74675]: INFO os_vif [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:83:0a,bridge_name='br-int',has_traffic_filtering=True,id=f1b7a473-847c-420b-8966-0aed4045a7a1,network=Network(863cc23e-3e63-4b67-bdf5-0fc01777aa99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b7a473-84')
Nov 23 06:45:54 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Deleting instance files /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8_del
Nov 23 06:45:54 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Deletion of /opt/stack/data/nova/instances/21d4ef4d-3b79-4622-a85b-d0195e60e1b8_del complete
Nov 23 06:45:54 user nova-compute[74675]: INFO nova.compute.manager [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 23 06:45:54 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:45:54 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:45:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:45:56 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:45:56 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Took 1.21 seconds to deallocate network for instance.
Nov 23 06:45:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:56 user nova-compute[74675]: DEBUG nova.compute.manager [req-75347cbe-3319-4711-9581-05c8ea4591c2 req-bec5708e-073e-4648-8fae-82d311bf2d4e service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received event network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:45:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-75347cbe-3319-4711-9581-05c8ea4591c2 req-bec5708e-073e-4648-8fae-82d311bf2d4e service nova] Acquiring lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:45:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-75347cbe-3319-4711-9581-05c8ea4591c2 req-bec5708e-073e-4648-8fae-82d311bf2d4e service nova] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:45:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-75347cbe-3319-4711-9581-05c8ea4591c2 req-bec5708e-073e-4648-8fae-82d311bf2d4e service nova] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:56 user nova-compute[74675]: DEBUG nova.compute.manager [req-75347cbe-3319-4711-9581-05c8ea4591c2 req-bec5708e-073e-4648-8fae-82d311bf2d4e service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] No waiting events found dispatching network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:45:56 user nova-compute[74675]: WARNING nova.compute.manager [req-75347cbe-3319-4711-9581-05c8ea4591c2 req-bec5708e-073e-4648-8fae-82d311bf2d4e service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received unexpected event network-vif-plugged-f1b7a473-847c-420b-8966-0aed4045a7a1 for instance with vm_state deleted and task_state None.
Nov 23 06:45:56 user nova-compute[74675]: DEBUG nova.compute.manager [req-75347cbe-3319-4711-9581-05c8ea4591c2 req-bec5708e-073e-4648-8fae-82d311bf2d4e service nova] [instance: 21d4ef4d-3b79-4622-a85b-d0195e60e1b8] Received event network-vif-deleted-f1b7a473-847c-420b-8966-0aed4045a7a1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:45:56 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:45:56 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:45:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.166s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:56 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Deleted allocations for instance 21d4ef4d-3b79-4622-a85b-d0195e60e1b8
Nov 23 06:45:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-587a5cc8-41fa-4a1f-86c8-7f83ac68d603 tempest-AttachVolumeShelveTestJSON-67653961 tempest-AttachVolumeShelveTestJSON-67653961-project-member] Lock "21d4ef4d-3b79-4622-a85b-d0195e60e1b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.464s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UkloYJhg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:45:57 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:45:57 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:45:57 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[974d3f71-33fe-4811-a3d6-a50d561d396f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:45:57 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c61138e1-341c-4e4f-b4e7-a5da18411a0f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c] added
Nov 23 06:45:57 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[63ee9973-e6fe-43cf-a2a5-d850dcd34bb9]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce28b491-988c-4574-b5c0-27696378dd6b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UkloYJhg {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UkloYJhg" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a06a5fbd-4a12-44b9-8eb4-2ad0bad1419c]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UkloYJhg'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d670bba9-383d-4306-9ddf-8a21f23a363f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dcc1ba6-d5c9-44e0-866f-8c1d54cf9bb4]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 23 06:45:57 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 23 06:45:57 user nova-compute[74675]:  {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:45:57 user nova-compute[74675]: WARNING os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 23 06:45:57 user nova-compute[74675]: 
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[55abc12d-f1e8-4796-a33a-ed3405c7ac82]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c, portal: 172.16.0.220,3260]
Nov 23 06:45:57 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c, portal: 172.16.0.220,3260] successful.
Nov 23 06:45:57 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd60cd07-379c-45c0-abe3-e197371b2f99]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b922e63b-1c85-4c07-b894-4bf7022c8a10]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:45:57 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:45:57 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.260s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf4639e0-14f6-46c0-8dbc-1c0686fd0411]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:45:57 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: None {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:45:58 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:45:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UkloYJhg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:45:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:45:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '23237643337623438', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:45:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23237643337623438', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:45:58 user nova-compute[74675]: DEBUG nova.objects.instance [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'flavor' on Instance uuid 5896074f-4b1b-4691-a3e3-9eaba1abf28f {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:45:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:45:58 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:45:58 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:45:58 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:45:58 user nova-compute[74675]:   <serial>f31c2c94-f068-4f7d-9513-85f387c9243c</serial>
Nov 23 06:45:58 user nova-compute[74675]: </disk>
Nov 23 06:45:58 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:45:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:45:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:45:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No VIF found with MAC fa:16:3e:38:3f:70, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:45:59 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3fd1f9a8-8832-4c1d-9caf-1676be19dbd5 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.991s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:45:59 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "8bb13408-6f00-43e8-881e-5400ca4254ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "8bb13408-6f00-43e8-881e-5400ca4254ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:46:03 user nova-compute[74675]: INFO nova.compute.claims [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Claim successful on node user
Nov 23 06:46:03 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.222s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:46:03 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:46:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG nova.policy [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c44584c09d01465986df6f03b4e37984', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69c4ff0314da4dd4911cc24080eab982', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:46:03 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Creating image(s)
Nov 23 06:46:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "/opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "/opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "/opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.180s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.167s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:03 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk 1073741824" returned: 0 in 0.046s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.220s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Successfully created port: 49811488-0665-4c0f-b382-fa51048025c1 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.168s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Cannot resize image /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Ensure instance console log exists: /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Successfully updated port: 49811488-0665-4c0f-b382-fa51048025c1 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-7acd20ea-2b07-4dcf-82c6-e9955132374a req-23d6dffa-b9a6-48ec-8019-30826ce77dd7 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Received event network-changed-49811488-0665-4c0f-b382-fa51048025c1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG nova.compute.manager [req-7acd20ea-2b07-4dcf-82c6-e9955132374a req-23d6dffa-b9a6-48ec-8019-30826ce77dd7 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Refreshing instance network info cache due to event network-changed-49811488-0665-4c0f-b382-fa51048025c1. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7acd20ea-2b07-4dcf-82c6-e9955132374a req-23d6dffa-b9a6-48ec-8019-30826ce77dd7 service nova] Acquiring lock "refresh_cache-8bb13408-6f00-43e8-881e-5400ca4254ef" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7acd20ea-2b07-4dcf-82c6-e9955132374a req-23d6dffa-b9a6-48ec-8019-30826ce77dd7 service nova] Acquired lock "refresh_cache-8bb13408-6f00-43e8-881e-5400ca4254ef" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG nova.network.neutron [req-7acd20ea-2b07-4dcf-82c6-e9955132374a req-23d6dffa-b9a6-48ec-8019-30826ce77dd7 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Refreshing network info cache for port 49811488-0665-4c0f-b382-fa51048025c1 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "refresh_cache-8bb13408-6f00-43e8-881e-5400ca4254ef" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:46:04 user nova-compute[74675]: DEBUG nova.network.neutron [req-7acd20ea-2b07-4dcf-82c6-e9955132374a req-23d6dffa-b9a6-48ec-8019-30826ce77dd7 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.network.neutron [req-7acd20ea-2b07-4dcf-82c6-e9955132374a req-23d6dffa-b9a6-48ec-8019-30826ce77dd7 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-7acd20ea-2b07-4dcf-82c6-e9955132374a req-23d6dffa-b9a6-48ec-8019-30826ce77dd7 service nova] Releasing lock "refresh_cache-8bb13408-6f00-43e8-881e-5400ca4254ef" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquired lock "refresh_cache-8bb13408-6f00-43e8-881e-5400ca4254ef" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.network.neutron [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Updating instance_info_cache with network_info: [{"id": "49811488-0665-4c0f-b382-fa51048025c1", "address": "fa:16:3e:e1:2d:15", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49811488-06", "ovs_interfaceid": "49811488-0665-4c0f-b382-fa51048025c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Releasing lock "refresh_cache-8bb13408-6f00-43e8-881e-5400ca4254ef" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Instance network_info: |[{"id": "49811488-0665-4c0f-b382-fa51048025c1", "address": "fa:16:3e:e1:2d:15", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49811488-06", "ovs_interfaceid": "49811488-0665-4c0f-b382-fa51048025c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Start _get_guest_xml network_info=[{"id": "49811488-0665-4c0f-b382-fa51048025c1", "address": "fa:16:3e:e1:2d:15", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49811488-06", "ovs_interfaceid": "49811488-0665-4c0f-b382-fa51048025c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:46:05 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:46:05 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:46:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-743363236',display_name='tempest-AttachVolumeNegativeTest-server-743363236',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-743363236',id=50,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHXHfhaokJnKNuykz28aRdjEubA/KchO8cgrAc2DwO3uOpkJSKqXhAv1a2JT5n234ZHwKqn7S/tql9FNFSaKh/Pm2jzmvYD8izgqhEL91H3S49xBIhZWFFzpSsVPbfOi3g==',key_name='tempest-keypair-750006420',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='69c4ff0314da4dd4911cc24080eab982',ramdisk_id='',reservation_id='r-cxh4cv0q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1393953948',owner_user_name='tempest-AttachVolumeNegativeTest-1393953948-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:46:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c44584c09d01465986df6f03b4e37984',uuid=8bb13408-6f00-43e8-881e-5400ca4254ef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "49811488-0665-4c0f-b382-fa51048025c1", "address": "fa:16:3e:e1:2d:15", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49811488-06", "ovs_interfaceid": "49811488-0665-4c0f-b382-fa51048025c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converting VIF {"id": "49811488-0665-4c0f-b382-fa51048025c1", "address": "fa:16:3e:e1:2d:15", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49811488-06", "ovs_interfaceid": "49811488-0665-4c0f-b382-fa51048025c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:2d:15,bridge_name='br-int',has_traffic_filtering=True,id=49811488-0665-4c0f-b382-fa51048025c1,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49811488-06') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.objects.instance [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'pci_devices' on Instance uuid 8bb13408-6f00-43e8-881e-5400ca4254ef {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:46:05 user nova-compute[74675]:   <uuid>8bb13408-6f00-43e8-881e-5400ca4254ef</uuid>
Nov 23 06:46:05 user nova-compute[74675]:   <name>instance-00000032</name>
Nov 23 06:46:05 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:46:05 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:46:05 user nova-compute[74675]:   <metadata>
Nov 23 06:46:05 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:46:05 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:46:05 user nova-compute[74675]:       <nova:name>tempest-AttachVolumeNegativeTest-server-743363236</nova:name>
Nov 23 06:46:05 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:46:05</nova:creationTime>
Nov 23 06:46:05 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:46:05 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:46:05 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:46:05 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:46:05 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:46:05 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:46:05 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:46:05 user nova-compute[74675]:       <nova:owner>
Nov 23 06:46:05 user nova-compute[74675]:         <nova:user uuid="c44584c09d01465986df6f03b4e37984">tempest-AttachVolumeNegativeTest-1393953948-project-member</nova:user>
Nov 23 06:46:05 user nova-compute[74675]:         <nova:project uuid="69c4ff0314da4dd4911cc24080eab982">tempest-AttachVolumeNegativeTest-1393953948</nova:project>
Nov 23 06:46:05 user nova-compute[74675]:       </nova:owner>
Nov 23 06:46:05 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:46:05 user nova-compute[74675]:       <nova:ports>
Nov 23 06:46:05 user nova-compute[74675]:         <nova:port uuid="49811488-0665-4c0f-b382-fa51048025c1">
Nov 23 06:46:05 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 23 06:46:05 user nova-compute[74675]:         </nova:port>
Nov 23 06:46:05 user nova-compute[74675]:       </nova:ports>
Nov 23 06:46:05 user nova-compute[74675]:     </nova:instance>
Nov 23 06:46:05 user nova-compute[74675]:   </metadata>
Nov 23 06:46:05 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:46:05 user nova-compute[74675]:     <system>
Nov 23 06:46:05 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:46:05 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:46:05 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:46:05 user nova-compute[74675]:       <entry name="serial">8bb13408-6f00-43e8-881e-5400ca4254ef</entry>
Nov 23 06:46:05 user nova-compute[74675]:       <entry name="uuid">8bb13408-6f00-43e8-881e-5400ca4254ef</entry>
Nov 23 06:46:05 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:46:05 user nova-compute[74675]:     </system>
Nov 23 06:46:05 user nova-compute[74675]:   </sysinfo>
Nov 23 06:46:05 user nova-compute[74675]:   <os>
Nov 23 06:46:05 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:46:05 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:46:05 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:46:05 user nova-compute[74675]:   </os>
Nov 23 06:46:05 user nova-compute[74675]:   <features>
Nov 23 06:46:05 user nova-compute[74675]:     <acpi/>
Nov 23 06:46:05 user nova-compute[74675]:     <apic/>
Nov 23 06:46:05 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:46:05 user nova-compute[74675]:   </features>
Nov 23 06:46:05 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:46:05 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:46:05 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:46:05 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:46:05 user nova-compute[74675]:   </clock>
Nov 23 06:46:05 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:46:05 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:46:05 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:46:05 user nova-compute[74675]:   </cpu>
Nov 23 06:46:05 user nova-compute[74675]:   <devices>
Nov 23 06:46:05 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:46:05 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:46:05 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk"/>
Nov 23 06:46:05 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:46:05 user nova-compute[74675]:     </disk>
Nov 23 06:46:05 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:46:05 user nova-compute[74675]:       <mac address="fa:16:3e:e1:2d:15"/>
Nov 23 06:46:05 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:46:05 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:46:05 user nova-compute[74675]:       <target dev="tap49811488-06"/>
Nov 23 06:46:05 user nova-compute[74675]:     </interface>
Nov 23 06:46:05 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:46:05 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/console.log" append="off"/>
Nov 23 06:46:05 user nova-compute[74675]:     </serial>
Nov 23 06:46:05 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:46:05 user nova-compute[74675]:     <video>
Nov 23 06:46:05 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:46:05 user nova-compute[74675]:     </video>
Nov 23 06:46:05 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:46:05 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:46:05 user nova-compute[74675]:     </rng>
Nov 23 06:46:05 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:46:05 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:46:05 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:46:05 user nova-compute[74675]:     </memballoon>
Nov 23 06:46:05 user nova-compute[74675]:   </devices>
Nov 23 06:46:05 user nova-compute[74675]: </domain>
Nov 23 06:46:05 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:46:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-743363236',display_name='tempest-AttachVolumeNegativeTest-server-743363236',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-743363236',id=50,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHXHfhaokJnKNuykz28aRdjEubA/KchO8cgrAc2DwO3uOpkJSKqXhAv1a2JT5n234ZHwKqn7S/tql9FNFSaKh/Pm2jzmvYD8izgqhEL91H3S49xBIhZWFFzpSsVPbfOi3g==',key_name='tempest-keypair-750006420',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='69c4ff0314da4dd4911cc24080eab982',ramdisk_id='',reservation_id='r-cxh4cv0q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1393953948',owner_user_name='tempest-AttachVolumeNegativeTest-1393953948-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:46:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c44584c09d01465986df6f03b4e37984',uuid=8bb13408-6f00-43e8-881e-5400ca4254ef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "49811488-0665-4c0f-b382-fa51048025c1", "address": "fa:16:3e:e1:2d:15", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49811488-06", "ovs_interfaceid": "49811488-0665-4c0f-b382-fa51048025c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converting VIF {"id": "49811488-0665-4c0f-b382-fa51048025c1", "address": "fa:16:3e:e1:2d:15", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49811488-06", "ovs_interfaceid": "49811488-0665-4c0f-b382-fa51048025c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:2d:15,bridge_name='br-int',has_traffic_filtering=True,id=49811488-0665-4c0f-b382-fa51048025c1,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49811488-06') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG os_vif [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:2d:15,bridge_name='br-int',has_traffic_filtering=True,id=49811488-0665-4c0f-b382-fa51048025c1,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49811488-06') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '11ff327f-8ba2-5e5b-8985-3fa5d105662c', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap49811488-06, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap49811488-06, col_values=(('qos', UUID('7334cf70-d080-49fe-baa2-29975a210088')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap49811488-06, col_values=(('external_ids', {'iface-id': '49811488-0665-4c0f-b382-fa51048025c1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e1:2d:15', 'vm-uuid': '8bb13408-6f00-43e8-881e-5400ca4254ef'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:05 user nova-compute[74675]: INFO os_vif [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:2d:15,bridge_name='br-int',has_traffic_filtering=True,id=49811488-0665-4c0f-b382-fa51048025c1,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49811488-06')
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:46:05 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No VIF found with MAC fa:16:3e:e1:2d:15, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:46:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-3fcaa861-e631-472b-95d9-f983a8d8b9a6 req-7512b1c7-0965-4c89-b742-96577f3ba206 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Received event network-vif-plugged-49811488-0665-4c0f-b382-fa51048025c1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:46:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3fcaa861-e631-472b-95d9-f983a8d8b9a6 req-7512b1c7-0965-4c89-b742-96577f3ba206 service nova] Acquiring lock "8bb13408-6f00-43e8-881e-5400ca4254ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:46:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3fcaa861-e631-472b-95d9-f983a8d8b9a6 req-7512b1c7-0965-4c89-b742-96577f3ba206 service nova] Lock "8bb13408-6f00-43e8-881e-5400ca4254ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:46:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-3fcaa861-e631-472b-95d9-f983a8d8b9a6 req-7512b1c7-0965-4c89-b742-96577f3ba206 service nova] Lock "8bb13408-6f00-43e8-881e-5400ca4254ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:46:07 user nova-compute[74675]: DEBUG nova.compute.manager [req-3fcaa861-e631-472b-95d9-f983a8d8b9a6 req-7512b1c7-0965-4c89-b742-96577f3ba206 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] No waiting events found dispatching network-vif-plugged-49811488-0665-4c0f-b382-fa51048025c1 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:46:07 user nova-compute[74675]: WARNING nova.compute.manager [req-3fcaa861-e631-472b-95d9-f983a8d8b9a6 req-7512b1c7-0965-4c89-b742-96577f3ba206 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Received unexpected event network-vif-plugged-49811488-0665-4c0f-b382-fa51048025c1 for instance with vm_state building and task_state spawning.
Nov 23 06:46:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:08 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:46:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:46:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:46:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:46:08 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:46:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:08 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:46:09 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Instance spawned successfully.
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.compute.manager [req-a41865e7-fbd9-4a24-a7c9-cf7663122182 req-276d63c4-66aa-440c-a377-fd27111ab8fd service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Received event network-vif-plugged-49811488-0665-4c0f-b382-fa51048025c1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a41865e7-fbd9-4a24-a7c9-cf7663122182 req-276d63c4-66aa-440c-a377-fd27111ab8fd service nova] Acquiring lock "8bb13408-6f00-43e8-881e-5400ca4254ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a41865e7-fbd9-4a24-a7c9-cf7663122182 req-276d63c4-66aa-440c-a377-fd27111ab8fd service nova] Lock "8bb13408-6f00-43e8-881e-5400ca4254ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a41865e7-fbd9-4a24-a7c9-cf7663122182 req-276d63c4-66aa-440c-a377-fd27111ab8fd service nova] Lock "8bb13408-6f00-43e8-881e-5400ca4254ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.compute.manager [req-a41865e7-fbd9-4a24-a7c9-cf7663122182 req-276d63c4-66aa-440c-a377-fd27111ab8fd service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] No waiting events found dispatching network-vif-plugged-49811488-0665-4c0f-b382-fa51048025c1 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:46:09 user nova-compute[74675]: WARNING nova.compute.manager [req-a41865e7-fbd9-4a24-a7c9-cf7663122182 req-276d63c4-66aa-440c-a377-fd27111ab8fd service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Received unexpected event network-vif-plugged-49811488-0665-4c0f-b382-fa51048025c1 for instance with vm_state building and task_state spawning.
Nov 23 06:46:09 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:46:09 user nova-compute[74675]: INFO nova.compute.manager [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Took 5.65 seconds to spawn the instance on the hypervisor.
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.compute.manager [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:46:09 user nova-compute[74675]: INFO nova.compute.manager [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Took 6.46 seconds to build instance.
Nov 23 06:46:09 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:46:09 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8610MB free_disk=25.29794692993164GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-8c83caf7-0077-4419-83ae-d2751e823ee2 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "8bb13408-6f00-43e8-881e-5400ca4254ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.552s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 5896074f-4b1b-4691-a3e3-9eaba1abf28f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8bb13408-6f00-43e8-881e-5400ca4254ef actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:46:09 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:46:10 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:46:10 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:46:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.406s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:46:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:13 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:46:13 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:46:13 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:46:13 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:46:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:46:14 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:46:14 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 23 06:46:14 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] There are 0 instances to clean {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 23 06:46:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:46:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:46:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:46:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:46:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:16 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:46:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:46:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:46:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-5896074f-4b1b-4691-a3e3-9eaba1abf28f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:46:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-5896074f-4b1b-4691-a3e3-9eaba1abf28f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:46:16 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:46:16 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid 5896074f-4b1b-4691-a3e3-9eaba1abf28f {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:46:16 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Updating instance_info_cache with network_info: [{"id": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "address": "fa:16:3e:38:3f:70", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6926ee5-47", "ovs_interfaceid": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:46:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-5896074f-4b1b-4691-a3e3-9eaba1abf28f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:46:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:46:20 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:46:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:21 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:46:22 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:46:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:27 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:46:30 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:46:30 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74675) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 23 06:46:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:34 user nova-compute[74675]: DEBUG nova.compute.manager [req-d18974f8-07d6-491b-9afe-6c073d346867 req-3b46ba74-ad22-403a-935d-c1885624fe59 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received event network-changed-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:46:34 user nova-compute[74675]: DEBUG nova.compute.manager [req-d18974f8-07d6-491b-9afe-6c073d346867 req-3b46ba74-ad22-403a-935d-c1885624fe59 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Refreshing instance network info cache due to event network-changed-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:46:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d18974f8-07d6-491b-9afe-6c073d346867 req-3b46ba74-ad22-403a-935d-c1885624fe59 service nova] Acquiring lock "refresh_cache-44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:46:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d18974f8-07d6-491b-9afe-6c073d346867 req-3b46ba74-ad22-403a-935d-c1885624fe59 service nova] Acquired lock "refresh_cache-44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:46:34 user nova-compute[74675]: DEBUG nova.network.neutron [req-d18974f8-07d6-491b-9afe-6c073d346867 req-3b46ba74-ad22-403a-935d-c1885624fe59 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Refreshing network info cache for port 3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG nova.objects.instance [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lazy-loading 'flavor' on Instance uuid 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:46:35 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Ignoring supplied device name: /dev/vdb
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG nova.network.neutron [req-d18974f8-07d6-491b-9afe-6c073d346867 req-3b46ba74-ad22-403a-935d-c1885624fe59 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Updated VIF entry in instance network info cache for port 3d8a6e9f-eca3-4623-8fa2-9ff40f2528df. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG nova.network.neutron [req-d18974f8-07d6-491b-9afe-6c073d346867 req-3b46ba74-ad22-403a-935d-c1885624fe59 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Updating instance_info_cache with network_info: [{"id": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "address": "fa:16:3e:7b:f1:b8", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d8a6e9f-ec", "ovs_interfaceid": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d18974f8-07d6-491b-9afe-6c073d346867 req-3b46ba74-ad22-403a-935d-c1885624fe59 service nova] Releasing lock "refresh_cache-44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:46:35 user nova-compute[74675]: INFO nova.compute.manager [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Attaching volume 8510ec22-6a16-42a7-9038-5396f2bd0f5e to /dev/vdb
Nov 23 06:46:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG os_brick.utils [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ce9cb3e-28d9-435d-b9af-3ad9caa6eb61]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c3977c0-a01a-4d06-b157-30c00f538475]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a551825-e6f4-411f-b0ef-8db17c926d92]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ee24757-6ebc-46fe-9850-af6bb3258271]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:46:35 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:46:35 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[11d71325-5cc9-4783-b172-9d1fc305fee6]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG os_brick.utils [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Updating existing volume attachment record: b7628010-7019-4dbf-b32c-23431d9f7751 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:46:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nSmajsfc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:46:41 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:46:41 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:46:41 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffd7aadf-0718-48a4-9e9e-9f9e3421fc86]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:46:41 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[08087550-a347-4810-bb58-1e97c7959f40]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e] added
Nov 23 06:46:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8141588-0574-42af-af39-a951b0620717]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b48faf03-2c4f-4635-a4d9-e5ee755f13f0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nSmajsfc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nSmajsfc" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ee10485-dc85-4946-b19d-50874d7e6edb]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nSmajsfc'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c22963c-ba37-470d-95f2-ffd87c051d76]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[24864c51-02ff-49f9-9161-18c948f45259]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:46:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:46:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a9f6017-aded-4707-a1c5-30983d7c0f03]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e, portal: 172.16.0.220,3260]
Nov 23 06:46:41 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e, portal: 172.16.0.220,3260] successful.
Nov 23 06:46:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e02b31f3-fb8a-4ec5-9b5e-63d0a81b8ba7]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9658bf6-9a3d-4312-91d9-e55784b25ba8]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:46:41 user nova-compute[74675]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e (non-flash)
Nov 23 06:46:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:46:41 user nova-compute[74675]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e (non-flash)
Nov 23 06:46:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] HCTL ('34', '-', '-', 0) found on session 58 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f62032a-8bbf-47e0-a62e-3730030dda3e]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Searching for a device in session 58 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:46:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nSmajsfc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:46:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:46:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] <== connect_volume: return (1288ms) {'type': 'block', 'scsi_wwn': '23030383732303762', 'path': '/dev/sdc'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:46:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23030383732303762', 'path': '/dev/sdc'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:46:42 user nova-compute[74675]: DEBUG nova.objects.instance [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lazy-loading 'flavor' on Instance uuid 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:46:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:46:42 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:46:42 user nova-compute[74675]:   <source dev="/dev/sdc"/>
Nov 23 06:46:42 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:46:42 user nova-compute[74675]:   <serial>8510ec22-6a16-42a7-9038-5396f2bd0f5e</serial>
Nov 23 06:46:42 user nova-compute[74675]: </disk>
Nov 23 06:46:42 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:46:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:46:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:46:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] No VIF found with MAC fa:16:3e:7b:f1:b8, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:46:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7663a31e-5a37-4c32-8572-8959ba342350 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.711s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:46:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:54 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "2bb8323b-5e80-4396-971c-3690077b4cfe" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:46:58 user nova-compute[74675]: INFO nova.compute.manager [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Unshelving
Nov 23 06:46:58 user nova-compute[74675]: INFO nova.virt.block_device [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Booting with volume f98f15ec-2b3d-41f2-987d-352fce193efe at /dev/vda
Nov 23 06:46:58 user nova-compute[74675]: DEBUG os_brick.utils [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[48272de9-4254-4074-8af4-b8301edd5986]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[63b9d233-8cdd-49b1-82d3-163b1d9b3202]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[19de4a39-dfc2-468c-a486-37c28b4d05a3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cd5a115-3900-4aff-89d8-04e4fe50656a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:46:58 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:46:58 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fed6502f-3e74-4ff8-9c61-702cc706ca5a]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG os_brick.utils [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:46:58 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updating existing volume attachment record: 051e5b16-b9e1-49af-826b-bb9daf768095 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:47:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:00 user nova-compute[74675]: INFO nova.compute.manager [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Detaching volume 8510ec22-6a16-42a7-9038-5396f2bd0f5e
Nov 23 06:47:00 user nova-compute[74675]: INFO nova.virt.block_device [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Attempting to driver detach volume 8510ec22-6a16-42a7-9038-5396f2bd0f5e from mountpoint /dev/vdb
Nov 23 06:47:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Attempting to detach device vdb from instance 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:47:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:47:00 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:47:00 user nova-compute[74675]:   <source dev="/dev/sdc"/>
Nov 23 06:47:00 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:47:00 user nova-compute[74675]:   <serial>8510ec22-6a16-42a7-9038-5396f2bd0f5e</serial>
Nov 23 06:47:00 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:47:00 user nova-compute[74675]: </disk>
Nov 23 06:47:00 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:47:00 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Successfully detached device vdb from instance 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491 from the persistent domain config.
Nov 23 06:47:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:47:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:47:00 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:47:00 user nova-compute[74675]:   <source dev="/dev/sdc"/>
Nov 23 06:47:00 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:47:00 user nova-compute[74675]:   <serial>8510ec22-6a16-42a7-9038-5396f2bd0f5e</serial>
Nov 23 06:47:00 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:47:00 user nova-compute[74675]: </disk>
Nov 23 06:47:00 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:47:00 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:47:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:47:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:05 user nova-compute[74675]: DEBUG nova.objects.instance [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lazy-loading 'pci_requests' on Instance uuid 2bb8323b-5e80-4396-971c-3690077b4cfe {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:47:05 user nova-compute[74675]: DEBUG nova.objects.instance [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lazy-loading 'numa_topology' on Instance uuid 2bb8323b-5e80-4396-971c-3690077b4cfe {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:47:05 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:47:05 user nova-compute[74675]: INFO nova.compute.claims [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Claim successful on node user
Nov 23 06:47:05 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:47:05 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:47:05 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.357s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:05 user nova-compute[74675]: INFO nova.network.neutron [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updating port af76e0a8-cc15-4fbf-8850-1736922ae6e8 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 23 06:47:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:47:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:47:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:47:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:47:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquired lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.network.neutron [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-e5ed8b48-d251-42a3-bc5b-4318ac70fd9b req-e1610584-a230-4d03-8263-d2ce1cf4f110 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received event network-changed-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.compute.manager [req-e5ed8b48-d251-42a3-bc5b-4318ac70fd9b req-e1610584-a230-4d03-8263-d2ce1cf4f110 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Refreshing instance network info cache due to event network-changed-af76e0a8-cc15-4fbf-8850-1736922ae6e8. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e5ed8b48-d251-42a3-bc5b-4318ac70fd9b req-e1610584-a230-4d03-8263-d2ce1cf4f110 service nova] Acquiring lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.network.neutron [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updating instance_info_cache with network_info: [{"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Releasing lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:47:06 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Creating image(s)
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Did not create local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Ensure instance console log exists: /opt/stack/data/nova/instances/2bb8323b-5e80-4396-971c-3690077b4cfe/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Start _get_guest_xml network_info=[{"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bjTAtGpe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2bb8323b-5e80-4396-971c-3690077b4cfe', 'attached_at': '', 'detached_at': '', 'volume_id': 'f98f15ec-2b3d-41f2-987d-352fce193efe', 'serial': 'f98f15ec-2b3d-41f2-987d-352fce193efe'}, 'attachment_id': '051e5b16-b9e1-49af-826b-bb9daf768095', 'volume_type': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e5ed8b48-d251-42a3-bc5b-4318ac70fd9b req-e1610584-a230-4d03-8263-d2ce1cf4f110 service nova] Acquired lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.network.neutron [req-e5ed8b48-d251-42a3-bc5b-4318ac70fd9b req-e1610584-a230-4d03-8263-d2ce1cf4f110 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Refreshing network info cache for port af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:47:06 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:47:06 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.objects.instance [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2bb8323b-5e80-4396-971c-3690077b4cfe {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.objects.base [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Object Instance<2bb8323b-5e80-4396-971c-3690077b4cfe> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bjTAtGpe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:47:06 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:47:06 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:47:06 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1c51c92-4110-452f-a748-a9989e3ddf39]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:47:06 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[15a84ec9-21e0-43c3-aad3-ff397629533e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe] added
Nov 23 06:47:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0e40dbe-300e-48d9-a9a4-05e833f51321]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2ac5124-29b7-40b3-8a86-7be718561e28]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bjTAtGpe {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bjTAtGpe" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[62a8d20f-fc7c-4f9e-83c4-e281c415e393]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bjTAtGpe'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5040662-f810-44bf-a12a-a37e215d2bd0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf5be596-892c-42e4-9944-5e779a63930b]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:47:06 user nova-compute[74675]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e (non-flash)
Nov 23 06:47:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:47:06 user nova-compute[74675]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e (non-flash)
Nov 23 06:47:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8f27f8d-a0d0-4bdf-b61a-1b60469dca36]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe, portal: 172.16.0.220,3260]
Nov 23 06:47:06 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe, portal: 172.16.0.220,3260] successful.
Nov 23 06:47:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[808780ce-b1ac-4903-b39d-a50818e63fd8]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[62fd9545-51b4-4052-843f-68dbc7484f40]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:47:06 user nova-compute[74675]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e (non-flash)
Nov 23 06:47:06 user nova-compute[74675]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:47:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:47:06 user nova-compute[74675]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e (non-flash)
Nov 23 06:47:06 user nova-compute[74675]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:47:06 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] HCTL ('35', '-', '-', 0) found on session 59 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:47:06 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dd072c0-72f8-4f30-8bbd-a90e5f96e815]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Searching for a device in session 59 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:47:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bjTAtGpe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:47:07 user nova-compute[74675]: DEBUG nova.network.neutron [req-e5ed8b48-d251-42a3-bc5b-4318ac70fd9b req-e1610584-a230-4d03-8263-d2ce1cf4f110 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updated VIF entry in instance network info cache for port af76e0a8-cc15-4fbf-8850-1736922ae6e8. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:47:07 user nova-compute[74675]: DEBUG nova.network.neutron [req-e5ed8b48-d251-42a3-bc5b-4318ac70fd9b req-e1610584-a230-4d03-8263-d2ce1cf4f110 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updating instance_info_cache with network_info: [{"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:47:07 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e5ed8b48-d251-42a3-bc5b-4318ac70fd9b req-e1610584-a230-4d03-8263-d2ce1cf4f110 service nova] Releasing lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '26661313465326565', 'path': '/dev/sdd'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26661313465326565', 'path': '/dev/sdd'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-23T06:43:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1302291899',display_name='tempest-TestShelveInstance-server-1302291899',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1302291899',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1549435816',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:43:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='ee9a939fb84a4ff9bac6d57c0896af28',ramdisk_id='',reservation_id='r-zbezyllr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1607200722',owner_user_name='tempest-TestShelveInstance-1607200722-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:46:58Z,user_data=None,user_id='caca8b0003514774b2fd85e3ef401f0d',uuid=2bb8323b-5e80-4396-971c-3690077b4cfe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Converting VIF {"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:91:94,bridge_name='br-int',has_traffic_filtering=True,id=af76e0a8-cc15-4fbf-8850-1736922ae6e8,network=Network(403bafec-773d-4bab-bd8c-ed36ff175ea8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf76e0a8-cc') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG nova.objects.instance [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lazy-loading 'pci_devices' on Instance uuid 2bb8323b-5e80-4396-971c-3690077b4cfe {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG nova.objects.base [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Object Instance<2bb8323b-5e80-4396-971c-3690077b4cfe> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74675) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:47:08 user nova-compute[74675]:   <uuid>2bb8323b-5e80-4396-971c-3690077b4cfe</uuid>
Nov 23 06:47:08 user nova-compute[74675]:   <name>instance-0000002f</name>
Nov 23 06:47:08 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:47:08 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:47:08 user nova-compute[74675]:   <metadata>
Nov 23 06:47:08 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:47:08 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:47:08 user nova-compute[74675]:       <nova:name>tempest-TestShelveInstance-server-1302291899</nova:name>
Nov 23 06:47:08 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:47:06</nova:creationTime>
Nov 23 06:47:08 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:47:08 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:47:08 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:47:08 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:47:08 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:47:08 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:47:08 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:47:08 user nova-compute[74675]:       <nova:owner>
Nov 23 06:47:08 user nova-compute[74675]:         <nova:user uuid="caca8b0003514774b2fd85e3ef401f0d">tempest-TestShelveInstance-1607200722-project-member</nova:user>
Nov 23 06:47:08 user nova-compute[74675]:         <nova:project uuid="ee9a939fb84a4ff9bac6d57c0896af28">tempest-TestShelveInstance-1607200722</nova:project>
Nov 23 06:47:08 user nova-compute[74675]:       </nova:owner>
Nov 23 06:47:08 user nova-compute[74675]:       <nova:ports>
Nov 23 06:47:08 user nova-compute[74675]:         <nova:port uuid="af76e0a8-cc15-4fbf-8850-1736922ae6e8">
Nov 23 06:47:08 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 23 06:47:08 user nova-compute[74675]:         </nova:port>
Nov 23 06:47:08 user nova-compute[74675]:       </nova:ports>
Nov 23 06:47:08 user nova-compute[74675]:     </nova:instance>
Nov 23 06:47:08 user nova-compute[74675]:   </metadata>
Nov 23 06:47:08 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:47:08 user nova-compute[74675]:     <system>
Nov 23 06:47:08 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:47:08 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:47:08 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:47:08 user nova-compute[74675]:       <entry name="serial">2bb8323b-5e80-4396-971c-3690077b4cfe</entry>
Nov 23 06:47:08 user nova-compute[74675]:       <entry name="uuid">2bb8323b-5e80-4396-971c-3690077b4cfe</entry>
Nov 23 06:47:08 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:47:08 user nova-compute[74675]:     </system>
Nov 23 06:47:08 user nova-compute[74675]:   </sysinfo>
Nov 23 06:47:08 user nova-compute[74675]:   <os>
Nov 23 06:47:08 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:47:08 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:47:08 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:47:08 user nova-compute[74675]:   </os>
Nov 23 06:47:08 user nova-compute[74675]:   <features>
Nov 23 06:47:08 user nova-compute[74675]:     <acpi/>
Nov 23 06:47:08 user nova-compute[74675]:     <apic/>
Nov 23 06:47:08 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:47:08 user nova-compute[74675]:   </features>
Nov 23 06:47:08 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:47:08 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:47:08 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:47:08 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:47:08 user nova-compute[74675]:   </clock>
Nov 23 06:47:08 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:47:08 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:47:08 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:47:08 user nova-compute[74675]:   </cpu>
Nov 23 06:47:08 user nova-compute[74675]:   <devices>
Nov 23 06:47:08 user nova-compute[74675]:     <disk type="block" device="disk">
Nov 23 06:47:08 user nova-compute[74675]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:47:08 user nova-compute[74675]:       <source dev="/dev/sdd"/>
Nov 23 06:47:08 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:47:08 user nova-compute[74675]:       <serial>f98f15ec-2b3d-41f2-987d-352fce193efe</serial>
Nov 23 06:47:08 user nova-compute[74675]:     </disk>
Nov 23 06:47:08 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:47:08 user nova-compute[74675]:       <mac address="fa:16:3e:79:91:94"/>
Nov 23 06:47:08 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:47:08 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:47:08 user nova-compute[74675]:       <target dev="tapaf76e0a8-cc"/>
Nov 23 06:47:08 user nova-compute[74675]:     </interface>
Nov 23 06:47:08 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:47:08 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/2bb8323b-5e80-4396-971c-3690077b4cfe/console.log" append="off"/>
Nov 23 06:47:08 user nova-compute[74675]:     </serial>
Nov 23 06:47:08 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:47:08 user nova-compute[74675]:     <video>
Nov 23 06:47:08 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:47:08 user nova-compute[74675]:     </video>
Nov 23 06:47:08 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:47:08 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:47:08 user nova-compute[74675]:     </rng>
Nov 23 06:47:08 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:47:08 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:47:08 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:47:08 user nova-compute[74675]:     </memballoon>
Nov 23 06:47:08 user nova-compute[74675]:   </devices>
Nov 23 06:47:08 user nova-compute[74675]: </domain>
Nov 23 06:47:08 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-23T06:43:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1302291899',display_name='tempest-TestShelveInstance-server-1302291899',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1302291899',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1549435816',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:43:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='ee9a939fb84a4ff9bac6d57c0896af28',ramdisk_id='',reservation_id='r-zbezyllr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1607200722',owner_user_name='tempest-TestShelveInstance-1607200722-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:46:58Z,user_data=None,user_id='caca8b0003514774b2fd85e3ef401f0d',uuid=2bb8323b-5e80-4396-971c-3690077b4cfe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Converting VIF {"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:91:94,bridge_name='br-int',has_traffic_filtering=True,id=af76e0a8-cc15-4fbf-8850-1736922ae6e8,network=Network(403bafec-773d-4bab-bd8c-ed36ff175ea8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf76e0a8-cc') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG os_vif [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:91:94,bridge_name='br-int',has_traffic_filtering=True,id=af76e0a8-cc15-4fbf-8850-1736922ae6e8,network=Network(403bafec-773d-4bab-bd8c-ed36ff175ea8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf76e0a8-cc') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ac5cdddf-d19c-509c-afb6-cee4e795ff3d', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaf76e0a8-cc, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaf76e0a8-cc, col_values=(('qos', UUID('b70884e3-9c33-46b0-bea1-545e987fd8b7')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaf76e0a8-cc, col_values=(('external_ids', {'iface-id': 'af76e0a8-cc15-4fbf-8850-1736922ae6e8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:91:94', 'vm-uuid': '2bb8323b-5e80-4396-971c-3690077b4cfe'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:08 user nova-compute[74675]: INFO os_vif [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:91:94,bridge_name='br-int',has_traffic_filtering=True,id=af76e0a8-cc15-4fbf-8850-1736922ae6e8,network=Network(403bafec-773d-4bab-bd8c-ed36ff175ea8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf76e0a8-cc')
Nov 23 06:47:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:47:08 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] No VIF found with MAC fa:16:3e:79:91:94, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:47:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:09 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:09 user nova-compute[74675]: DEBUG nova.compute.manager [req-d09da36a-a16d-40aa-b647-3c4aee07dfe6 req-6977eda1-7aa7-4587-9df1-739a87d30050 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received event network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:47:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d09da36a-a16d-40aa-b647-3c4aee07dfe6 req-6977eda1-7aa7-4587-9df1-739a87d30050 service nova] Acquiring lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d09da36a-a16d-40aa-b647-3c4aee07dfe6 req-6977eda1-7aa7-4587-9df1-739a87d30050 service nova] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d09da36a-a16d-40aa-b647-3c4aee07dfe6 req-6977eda1-7aa7-4587-9df1-739a87d30050 service nova] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:09 user nova-compute[74675]: DEBUG nova.compute.manager [req-d09da36a-a16d-40aa-b647-3c4aee07dfe6 req-6977eda1-7aa7-4587-9df1-739a87d30050 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] No waiting events found dispatching network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:47:09 user nova-compute[74675]: WARNING nova.compute.manager [req-d09da36a-a16d-40aa-b647-3c4aee07dfe6 req-6977eda1-7aa7-4587-9df1-739a87d30050 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received unexpected event network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 23 06:47:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:10 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-85c0318d-29da-40b9-92e0-2e2a372e6106 req-44def9ea-6b85-4c38-96a8-ef5fd0ed19df service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received event network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-85c0318d-29da-40b9-92e0-2e2a372e6106 req-44def9ea-6b85-4c38-96a8-ef5fd0ed19df service nova] Acquiring lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-85c0318d-29da-40b9-92e0-2e2a372e6106 req-44def9ea-6b85-4c38-96a8-ef5fd0ed19df service nova] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-85c0318d-29da-40b9-92e0-2e2a372e6106 req-44def9ea-6b85-4c38-96a8-ef5fd0ed19df service nova] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-85c0318d-29da-40b9-92e0-2e2a372e6106 req-44def9ea-6b85-4c38-96a8-ef5fd0ed19df service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] No waiting events found dispatching network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:47:11 user nova-compute[74675]: WARNING nova.compute.manager [req-85c0318d-29da-40b9-92e0-2e2a372e6106 req-44def9ea-6b85-4c38-96a8-ef5fd0ed19df service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received unexpected event network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 23 06:47:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:47:11 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Instance spawned successfully.
Nov 23 06:47:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:47:11 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:47:11 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:47:11 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8509MB free_disk=25.258495330810547GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-793a27ba-c347-4bba-b91a-3c05407e3989 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 13.560s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 5896074f-4b1b-4691-a3e3-9eaba1abf28f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 8bb13408-6f00-43e8-881e-5400ca4254ef actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Instance with task_state "spawning" is not being actively managed by this compute host but has allocations referencing this compute node (f859f802-386b-4956-b87c-78941b98bb44): {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. Skipping heal of allocations during the task state transition. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1777}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:47:11 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing inventories for resource provider f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 23 06:47:12 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating ProviderTree inventory for provider f859f802-386b-4956-b87c-78941b98bb44 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 23 06:47:12 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating inventory in ProviderTree for provider f859f802-386b-4956-b87c-78941b98bb44 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 23 06:47:12 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing aggregate associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, aggregates: None {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 23 06:47:12 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing trait associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_AUTO {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 23 06:47:12 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:47:12 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:47:12 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:47:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.433s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:13 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:47:13 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:47:13 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:47:14 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:47:15 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:47:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:17 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:47:17 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:47:17 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Skipping network cache update for instance because it is being deleted. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9971}}
Nov 23 06:47:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-8bb13408-6f00-43e8-881e-5400ca4254ef" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:47:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-8bb13408-6f00-43e8-881e-5400ca4254ef" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:47:17 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:47:17 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Updating instance_info_cache with network_info: [{"id": "49811488-0665-4c0f-b382-fa51048025c1", "address": "fa:16:3e:e1:2d:15", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49811488-06", "ovs_interfaceid": "49811488-0665-4c0f-b382-fa51048025c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:47:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-8bb13408-6f00-43e8-881e-5400ca4254ef" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:47:17 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:47:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:21 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491 is timed out.
Nov 23 06:47:21 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Successfully detached device vdb from instance 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491 from the live domain config.
Nov 23 06:47:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nSmajsfc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:47:21 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfc0a053-b66a-4573-8731-616ebebe37ff]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e0012a-3df5-4e7e-bb0a-271eb380be2e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dacc5cf2-adbe-4af1-8b54-d668b54764bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:47:21 user nova-compute[74675]: No targets found.
Nov 23 06:47:21 user nova-compute[74675]: iSNS:
Nov 23 06:47:21 user nova-compute[74675]: No targets found.
Nov 23 06:47:21 user nova-compute[74675]: STATIC:
Nov 23 06:47:21 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c
Nov 23 06:47:21 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:47:21 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:47:21 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e
Nov 23 06:47:21 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:47:21 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:47:21 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:44e0012a-3df5-4e7e-bb0a-271eb380be2e
Nov 23 06:47:21 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:47:21 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:47:21 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:dacc5cf2-adbe-4af1-8b54-d668b54764bf
Nov 23 06:47:21 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:47:21 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:47:21 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe
Nov 23 06:47:21 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:47:21 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:47:21 user nova-compute[74675]: FIRMWARE:
Nov 23 06:47:21 user nova-compute[74675]: No targets found.
Nov 23 06:47:21 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:47:21 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:47:21 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa7f114f-94c1-4d92-afdc-f8e6feb75235]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e0012a-3df5-4e7e-bb0a-271eb380be2e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dacc5cf2-adbe-4af1-8b54-d668b54764bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[54b4d4eb-4e13-436d-aa63-c48e7b917f66]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e0012a-3df5-4e7e-bb0a-271eb380be2e (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dacc5cf2-adbe-4af1-8b54-d668b54764bf (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:47:21 user nova-compute[74675]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e (non-flash)
Nov 23 06:47:21 user nova-compute[74675]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:47:21 user nova-compute[74675]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e0012a-3df5-4e7e-bb0a-271eb380be2e (non-flash)
Nov 23 06:47:21 user nova-compute[74675]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dacc5cf2-adbe-4af1-8b54-d668b54764bf (non-flash)
Nov 23 06:47:21 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:47:21 user nova-compute[74675]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e (non-flash)
Nov 23 06:47:21 user nova-compute[74675]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:47:21 user nova-compute[74675]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e0012a-3df5-4e7e-bb0a-271eb380be2e (non-flash)
Nov 23 06:47:21 user nova-compute[74675]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dacc5cf2-adbe-4af1-8b54-d668b54764bf (non-flash)
Nov 23 06:47:21 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac68229480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e'): ({'sdc'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Removing single pathed devices sdc {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[67a86966-2c0e-4fba-9c68-edda2e4495c2]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[55614719-3ff5-4e98-9179-8525c7939934]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Flushing IO for device /dev/sdc {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6547615-f758-42c6-a915-ea141e6be170]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b75d1d60-93db-4a80-970b-2330221a1953]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] SCSI volumes sdc have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7a9665d-3042-4424-a357-2e80a2d98e83]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[894e1789-8653-4027-b74a-d3552309b886]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e, portal: 172.16.0.220,3260]
Nov 23 06:47:21 user nova-compute[74675]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e, portal: 172.16.0.220,3260] successful.
Nov 23 06:47:21 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef64d9c2-6758-4154-a573-26f16aaa5984]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.352s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] <== disconnect_volume: return (354ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:47:21 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG nova.objects.instance [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lazy-loading 'flavor' on Instance uuid 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-6df6b83e-a393-4921-ba85-841f06d6ba42 tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.088s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.948s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:22 user nova-compute[74675]: INFO nova.compute.manager [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Terminating instance
Nov 23 06:47:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-d721af07-8701-4e42-b69f-c3c701c65dfe req-38863255-de54-4a8f-b80b-db89ec3b1a86 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received event network-vif-unplugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d721af07-8701-4e42-b69f-c3c701c65dfe req-38863255-de54-4a8f-b80b-db89ec3b1a86 service nova] Acquiring lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d721af07-8701-4e42-b69f-c3c701c65dfe req-38863255-de54-4a8f-b80b-db89ec3b1a86 service nova] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d721af07-8701-4e42-b69f-c3c701c65dfe req-38863255-de54-4a8f-b80b-db89ec3b1a86 service nova] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-d721af07-8701-4e42-b69f-c3c701c65dfe req-38863255-de54-4a8f-b80b-db89ec3b1a86 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] No waiting events found dispatching network-vif-unplugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:47:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-d721af07-8701-4e42-b69f-c3c701c65dfe req-38863255-de54-4a8f-b80b-db89ec3b1a86 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received event network-vif-unplugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Instance destroyed successfully.
Nov 23 06:47:23 user nova-compute[74675]: DEBUG nova.objects.instance [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lazy-loading 'resources' on Instance uuid 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:44:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1712847665',display_name='tempest-VolumesSnapshotTestJSON-instance-1712847665',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1712847665',id=49,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIQ9dOntfi0Xt7S6Ds+EqJ2/bw9lKlWuaSahgd3dBM31hkq4tOTvclvqjzLBtljxWbv2oOEwmcfj/fb6gJUikflhjW7d65bcQdjpne8CkxhP97Na32HAw8YBHlbs2FMXpg==',key_name='tempest-keypair-212926156',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:44:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4a3c73194fb040539756487766f6e3aa',ramdisk_id='',reservation_id='r-d61a4sb1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1461192939',owner_user_name='tempest-VolumesSnapshotTestJSON-1461192939-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:44:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3dfe6c1e55a642599a3cc09f37ccc756',uuid=44bd80f9-f3e9-4ac2-9d7e-7acd4e934491,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "address": "fa:16:3e:7b:f1:b8", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d8a6e9f-ec", "ovs_interfaceid": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Converting VIF {"id": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "address": "fa:16:3e:7b:f1:b8", "network": {"id": "c02ba327-9db5-4f75-8265-66d1e7987261", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-785964745-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a3c73194fb040539756487766f6e3aa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3d8a6e9f-ec", "ovs_interfaceid": "3d8a6e9f-eca3-4623-8fa2-9ff40f2528df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:f1:b8,bridge_name='br-int',has_traffic_filtering=True,id=3d8a6e9f-eca3-4623-8fa2-9ff40f2528df,network=Network(c02ba327-9db5-4f75-8265-66d1e7987261),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d8a6e9f-ec') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG os_vif [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:f1:b8,bridge_name='br-int',has_traffic_filtering=True,id=3d8a6e9f-eca3-4623-8fa2-9ff40f2528df,network=Network(c02ba327-9db5-4f75-8265-66d1e7987261),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d8a6e9f-ec') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3d8a6e9f-ec, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=40847fa7-b335-47f3-984e-b45b24b6a814) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:47:23 user nova-compute[74675]: INFO os_vif [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:f1:b8,bridge_name='br-int',has_traffic_filtering=True,id=3d8a6e9f-eca3-4623-8fa2-9ff40f2528df,network=Network(c02ba327-9db5-4f75-8265-66d1e7987261),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3d8a6e9f-ec')
Nov 23 06:47:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nSmajsfc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:47:23 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:47:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[58d5a634-df07-4afa-9e9b-3302b4d6ac2d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e0012a-3df5-4e7e-bb0a-271eb380be2e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dacc5cf2-adbe-4af1-8b54-d668b54764bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:47:23 user nova-compute[74675]: No targets found.
Nov 23 06:47:23 user nova-compute[74675]: iSNS:
Nov 23 06:47:23 user nova-compute[74675]: No targets found.
Nov 23 06:47:23 user nova-compute[74675]: STATIC:
Nov 23 06:47:23 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c
Nov 23 06:47:23 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:47:23 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:47:23 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:44e0012a-3df5-4e7e-bb0a-271eb380be2e
Nov 23 06:47:23 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:47:23 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:47:23 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:dacc5cf2-adbe-4af1-8b54-d668b54764bf
Nov 23 06:47:23 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:47:23 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:47:23 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe
Nov 23 06:47:23 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:47:23 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:47:23 user nova-compute[74675]: FIRMWARE:
Nov 23 06:47:23 user nova-compute[74675]: No targets found.
Nov 23 06:47:23 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:47:23 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:47:23 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8510ec22-6a16-42a7-9038-5396f2bd0f5e', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[342f7b2b-d702-4773-ac9f-6fafe94322c3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e0012a-3df5-4e7e-bb0a-271eb380be2e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dacc5cf2-adbe-4af1-8b54-d668b54764bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.056s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[17ea569b-43d8-4c7c-af16-8078d895b02b]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e0012a-3df5-4e7e-bb0a-271eb380be2e (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dacc5cf2-adbe-4af1-8b54-d668b54764bf (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:47:23 user nova-compute[74675]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:47:23 user nova-compute[74675]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e0012a-3df5-4e7e-bb0a-271eb380be2e (non-flash)
Nov 23 06:47:23 user nova-compute[74675]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dacc5cf2-adbe-4af1-8b54-d668b54764bf (non-flash)
Nov 23 06:47:23 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:47:23 user nova-compute[74675]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:47:23 user nova-compute[74675]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e0012a-3df5-4e7e-bb0a-271eb380be2e (non-flash)
Nov 23 06:47:23 user nova-compute[74675]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dacc5cf2-adbe-4af1-8b54-d668b54764bf (non-flash)
Nov 23 06:47:23 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac8c91f370>, {}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Disconnecting from: [] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.129s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] <== disconnect_volume: return (130ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:47:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Deleting instance files /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491_del
Nov 23 06:47:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Deletion of /opt/stack/data/nova/instances/44bd80f9-f3e9-4ac2-9d7e-7acd4e934491_del complete
Nov 23 06:47:23 user nova-compute[74675]: INFO nova.compute.manager [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Took 1.14 seconds to destroy the instance on the hypervisor.
Nov 23 06:47:23 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:47:23 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:47:24 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Took 0.96 seconds to deallocate network for instance.
Nov 23 06:47:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-696d765b-79ba-47d3-87b3-82a524441c35 req-a782d356-53cc-4742-8fc9-185da75580b0 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received event network-vif-deleted-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:47:24 user nova-compute[74675]: WARNING nova.volume.cinder [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Attachment b7628010-7019-4dbf-b32c-23431d9f7751 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = b7628010-7019-4dbf-b32c-23431d9f7751. (HTTP 404) (Request-ID: req-150c7f99-4586-4f41-982f-de9efb765fa2)
Nov 23 06:47:24 user nova-compute[74675]: INFO nova.compute.manager [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Took 0.04 seconds to detach 1 volumes for instance.
Nov 23 06:47:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received event network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] Acquiring lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] No waiting events found dispatching network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:47:24 user nova-compute[74675]: WARNING nova.compute.manager [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received unexpected event network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df for instance with vm_state deleted and task_state None.
Nov 23 06:47:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received event network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] Acquiring lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] No waiting events found dispatching network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:47:24 user nova-compute[74675]: WARNING nova.compute.manager [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received unexpected event network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df for instance with vm_state deleted and task_state None.
Nov 23 06:47:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received event network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:47:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] Acquiring lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] No waiting events found dispatching network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:47:25 user nova-compute[74675]: WARNING nova.compute.manager [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received unexpected event network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df for instance with vm_state deleted and task_state None.
Nov 23 06:47:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received event network-vif-unplugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:47:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] Acquiring lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] No waiting events found dispatching network-vif-unplugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:47:25 user nova-compute[74675]: WARNING nova.compute.manager [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received unexpected event network-vif-unplugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df for instance with vm_state deleted and task_state None.
Nov 23 06:47:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received event network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:47:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] Acquiring lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] No waiting events found dispatching network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:47:25 user nova-compute[74675]: WARNING nova.compute.manager [req-397f2698-9892-4782-9e00-646b7b56151f req-aa85cb58-d2c7-4281-9669-8a2aaa1e06a2 service nova] [instance: 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491] Received unexpected event network-vif-plugged-3d8a6e9f-eca3-4623-8fa2-9ff40f2528df for instance with vm_state deleted and task_state None.
Nov 23 06:47:25 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:47:25 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:47:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.240s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:25 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Deleted allocations for instance 44bd80f9-f3e9-4ac2-9d7e-7acd4e934491
Nov 23 06:47:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-16147469-6714-4bde-a6d4-06bb9c2ae66c tempest-VolumesSnapshotTestJSON-1461192939 tempest-VolumesSnapshotTestJSON-1461192939-project-member] Lock "44bd80f9-f3e9-4ac2-9d7e-7acd4e934491" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.739s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:47:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:47:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:47:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:47:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG nova.compute.manager [req-256bafa5-4396-4ca1-ad8e-5b1c4196d906 req-8c7ce668-1f7d-4cde-8cc1-c3544f933188 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Received event network-changed-49811488-0665-4c0f-b382-fa51048025c1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG nova.compute.manager [req-256bafa5-4396-4ca1-ad8e-5b1c4196d906 req-8c7ce668-1f7d-4cde-8cc1-c3544f933188 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Refreshing instance network info cache due to event network-changed-49811488-0665-4c0f-b382-fa51048025c1. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-256bafa5-4396-4ca1-ad8e-5b1c4196d906 req-8c7ce668-1f7d-4cde-8cc1-c3544f933188 service nova] Acquiring lock "refresh_cache-8bb13408-6f00-43e8-881e-5400ca4254ef" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-256bafa5-4396-4ca1-ad8e-5b1c4196d906 req-8c7ce668-1f7d-4cde-8cc1-c3544f933188 service nova] Acquired lock "refresh_cache-8bb13408-6f00-43e8-881e-5400ca4254ef" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG nova.network.neutron [req-256bafa5-4396-4ca1-ad8e-5b1c4196d906 req-8c7ce668-1f7d-4cde-8cc1-c3544f933188 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Refreshing network info cache for port 49811488-0665-4c0f-b382-fa51048025c1 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "8bb13408-6f00-43e8-881e-5400ca4254ef" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "8bb13408-6f00-43e8-881e-5400ca4254ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "8bb13408-6f00-43e8-881e-5400ca4254ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "8bb13408-6f00-43e8-881e-5400ca4254ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "8bb13408-6f00-43e8-881e-5400ca4254ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:55 user nova-compute[74675]: INFO nova.compute.manager [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Terminating instance
Nov 23 06:47:55 user nova-compute[74675]: DEBUG nova.compute.manager [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG nova.network.neutron [req-256bafa5-4396-4ca1-ad8e-5b1c4196d906 req-8c7ce668-1f7d-4cde-8cc1-c3544f933188 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Updated VIF entry in instance network info cache for port 49811488-0665-4c0f-b382-fa51048025c1. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG nova.network.neutron [req-256bafa5-4396-4ca1-ad8e-5b1c4196d906 req-8c7ce668-1f7d-4cde-8cc1-c3544f933188 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Updating instance_info_cache with network_info: [{"id": "49811488-0665-4c0f-b382-fa51048025c1", "address": "fa:16:3e:e1:2d:15", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49811488-06", "ovs_interfaceid": "49811488-0665-4c0f-b382-fa51048025c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-256bafa5-4396-4ca1-ad8e-5b1c4196d906 req-8c7ce668-1f7d-4cde-8cc1-c3544f933188 service nova] Releasing lock "refresh_cache-8bb13408-6f00-43e8-881e-5400ca4254ef" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:55 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Instance destroyed successfully.
Nov 23 06:47:56 user nova-compute[74675]: DEBUG nova.objects.instance [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'resources' on Instance uuid 8bb13408-6f00-43e8-881e-5400ca4254ef {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:47:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:46:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-743363236',display_name='tempest-AttachVolumeNegativeTest-server-743363236',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-743363236',id=50,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHXHfhaokJnKNuykz28aRdjEubA/KchO8cgrAc2DwO3uOpkJSKqXhAv1a2JT5n234ZHwKqn7S/tql9FNFSaKh/Pm2jzmvYD8izgqhEL91H3S49xBIhZWFFzpSsVPbfOi3g==',key_name='tempest-keypair-750006420',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:46:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='69c4ff0314da4dd4911cc24080eab982',ramdisk_id='',reservation_id='r-cxh4cv0q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1393953948',owner_user_name='tempest-AttachVolumeNegativeTest-1393953948-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:46:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c44584c09d01465986df6f03b4e37984',uuid=8bb13408-6f00-43e8-881e-5400ca4254ef,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "49811488-0665-4c0f-b382-fa51048025c1", "address": "fa:16:3e:e1:2d:15", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49811488-06", "ovs_interfaceid": "49811488-0665-4c0f-b382-fa51048025c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:47:56 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converting VIF {"id": "49811488-0665-4c0f-b382-fa51048025c1", "address": "fa:16:3e:e1:2d:15", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49811488-06", "ovs_interfaceid": "49811488-0665-4c0f-b382-fa51048025c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:47:56 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e1:2d:15,bridge_name='br-int',has_traffic_filtering=True,id=49811488-0665-4c0f-b382-fa51048025c1,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49811488-06') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:47:56 user nova-compute[74675]: DEBUG os_vif [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e1:2d:15,bridge_name='br-int',has_traffic_filtering=True,id=49811488-0665-4c0f-b382-fa51048025c1,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49811488-06') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:47:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap49811488-06, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:47:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:47:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:47:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7334cf70-d080-49fe-baa2-29975a210088) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:47:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:47:56 user nova-compute[74675]: INFO os_vif [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e1:2d:15,bridge_name='br-int',has_traffic_filtering=True,id=49811488-0665-4c0f-b382-fa51048025c1,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49811488-06')
Nov 23 06:47:56 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Deleting instance files /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef_del
Nov 23 06:47:56 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Deletion of /opt/stack/data/nova/instances/8bb13408-6f00-43e8-881e-5400ca4254ef_del complete
Nov 23 06:47:56 user nova-compute[74675]: INFO nova.compute.manager [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Took 0.83 seconds to destroy the instance on the hypervisor.
Nov 23 06:47:56 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:47:56 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:47:56 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-ccc3a36f-41a6-423f-ba79-799c10b07734 req-3e7654eb-743f-4a51-9957-9415fa50ab64 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Received event network-vif-unplugged-49811488-0665-4c0f-b382-fa51048025c1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccc3a36f-41a6-423f-ba79-799c10b07734 req-3e7654eb-743f-4a51-9957-9415fa50ab64 service nova] Acquiring lock "8bb13408-6f00-43e8-881e-5400ca4254ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccc3a36f-41a6-423f-ba79-799c10b07734 req-3e7654eb-743f-4a51-9957-9415fa50ab64 service nova] Lock "8bb13408-6f00-43e8-881e-5400ca4254ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccc3a36f-41a6-423f-ba79-799c10b07734 req-3e7654eb-743f-4a51-9957-9415fa50ab64 service nova] Lock "8bb13408-6f00-43e8-881e-5400ca4254ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-ccc3a36f-41a6-423f-ba79-799c10b07734 req-3e7654eb-743f-4a51-9957-9415fa50ab64 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] No waiting events found dispatching network-vif-unplugged-49811488-0665-4c0f-b382-fa51048025c1 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-ccc3a36f-41a6-423f-ba79-799c10b07734 req-3e7654eb-743f-4a51-9957-9415fa50ab64 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Received event network-vif-unplugged-49811488-0665-4c0f-b382-fa51048025c1 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-ccc3a36f-41a6-423f-ba79-799c10b07734 req-3e7654eb-743f-4a51-9957-9415fa50ab64 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Received event network-vif-plugged-49811488-0665-4c0f-b382-fa51048025c1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccc3a36f-41a6-423f-ba79-799c10b07734 req-3e7654eb-743f-4a51-9957-9415fa50ab64 service nova] Acquiring lock "8bb13408-6f00-43e8-881e-5400ca4254ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccc3a36f-41a6-423f-ba79-799c10b07734 req-3e7654eb-743f-4a51-9957-9415fa50ab64 service nova] Lock "8bb13408-6f00-43e8-881e-5400ca4254ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-ccc3a36f-41a6-423f-ba79-799c10b07734 req-3e7654eb-743f-4a51-9957-9415fa50ab64 service nova] Lock "8bb13408-6f00-43e8-881e-5400ca4254ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-ccc3a36f-41a6-423f-ba79-799c10b07734 req-3e7654eb-743f-4a51-9957-9415fa50ab64 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] No waiting events found dispatching network-vif-plugged-49811488-0665-4c0f-b382-fa51048025c1 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:47:57 user nova-compute[74675]: WARNING nova.compute.manager [req-ccc3a36f-41a6-423f-ba79-799c10b07734 req-3e7654eb-743f-4a51-9957-9415fa50ab64 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Received unexpected event network-vif-plugged-49811488-0665-4c0f-b382-fa51048025c1 for instance with vm_state active and task_state deleting.
Nov 23 06:47:57 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:47:57 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Took 0.90 seconds to deallocate network for instance.
Nov 23 06:47:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-7a756c33-70c0-4103-947b-b9a01d30e622 req-6b35be04-942b-4e7b-90a2-bc54e9766251 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Received event network-vif-deleted-49811488-0665-4c0f-b382-fa51048025c1 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:47:57 user nova-compute[74675]: INFO nova.compute.manager [req-7a756c33-70c0-4103-947b-b9a01d30e622 req-6b35be04-942b-4e7b-90a2-bc54e9766251 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Neutron deleted interface 49811488-0665-4c0f-b382-fa51048025c1; detaching it from the instance and deleting it from the info cache
Nov 23 06:47:57 user nova-compute[74675]: DEBUG nova.network.neutron [req-7a756c33-70c0-4103-947b-b9a01d30e622 req-6b35be04-942b-4e7b-90a2-bc54e9766251 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG nova.compute.manager [req-7a756c33-70c0-4103-947b-b9a01d30e622 req-6b35be04-942b-4e7b-90a2-bc54e9766251 service nova] [instance: 8bb13408-6f00-43e8-881e-5400ca4254ef] Detach interface failed, port_id=49811488-0665-4c0f-b382-fa51048025c1, reason: Instance 8bb13408-6f00-43e8-881e-5400ca4254ef could not be found. {{(pid=74675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:47:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.168s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:47:57 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Deleted allocations for instance 8bb13408-6f00-43e8-881e-5400ca4254ef
Nov 23 06:47:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34e20b33-a5f5-4c1f-aa5f-2a34a9ea6eda tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "8bb13408-6f00-43e8-881e-5400ca4254ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.081s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:48:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:48:12 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:48:12 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:48:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:48:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:48:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:48:12 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:48:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:48:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:48:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:48:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:48:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:48:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74675) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 23 06:48:13 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:48:13 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:48:13 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8719MB free_disk=25.301956176757812GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:48:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:48:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:48:13 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 5896074f-4b1b-4691-a3e3-9eaba1abf28f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:48:13 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 2bb8323b-5e80-4396-971c-3690077b4cfe actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:48:13 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:48:13 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:48:13 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:48:13 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:48:13 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:48:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.232s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:48:15 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:48:15 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:48:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:48:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:48:17 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:48:18 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:48:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:48:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:48:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-5896074f-4b1b-4691-a3e3-9eaba1abf28f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:48:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-5896074f-4b1b-4691-a3e3-9eaba1abf28f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:48:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:48:18 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid 5896074f-4b1b-4691-a3e3-9eaba1abf28f {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:48:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Updating instance_info_cache with network_info: [{"id": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "address": "fa:16:3e:38:3f:70", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6926ee5-47", "ovs_interfaceid": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:48:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-5896074f-4b1b-4691-a3e3-9eaba1abf28f" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:48:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:48:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:48:23 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:48:23 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:48:24 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:48:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:48:46 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:48:46 user nova-compute[74675]: INFO nova.compute.manager [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Detaching volume f31c2c94-f068-4f7d-9513-85f387c9243c
Nov 23 06:48:46 user nova-compute[74675]: INFO nova.virt.block_device [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Attempting to driver detach volume f31c2c94-f068-4f7d-9513-85f387c9243c from mountpoint /dev/vdb
Nov 23 06:48:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Attempting to detach device vdb from instance 5896074f-4b1b-4691-a3e3-9eaba1abf28f from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:48:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:48:46 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:48:46 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:48:46 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:48:46 user nova-compute[74675]:   <serial>f31c2c94-f068-4f7d-9513-85f387c9243c</serial>
Nov 23 06:48:46 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:48:46 user nova-compute[74675]: </disk>
Nov 23 06:48:46 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:48:46 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Successfully detached device vdb from instance 5896074f-4b1b-4691-a3e3-9eaba1abf28f from the persistent domain config.
Nov 23 06:48:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5896074f-4b1b-4691-a3e3-9eaba1abf28f from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:48:46 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:48:46 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:48:46 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:48:46 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:48:46 user nova-compute[74675]:   <serial>f31c2c94-f068-4f7d-9513-85f387c9243c</serial>
Nov 23 06:48:46 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:48:46 user nova-compute[74675]: </disk>
Nov 23 06:48:46 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:48:47 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5896074f-4b1b-4691-a3e3-9eaba1abf28f {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:48:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-94f6b564-f8c8-46b6-a890-8ba7e73c76dd req-567df593-3007-4609-a339-93b7a5c32d14 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received event network-changed-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:48:49 user nova-compute[74675]: DEBUG nova.compute.manager [req-94f6b564-f8c8-46b6-a890-8ba7e73c76dd req-567df593-3007-4609-a339-93b7a5c32d14 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Refreshing instance network info cache due to event network-changed-af76e0a8-cc15-4fbf-8850-1736922ae6e8. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:48:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-94f6b564-f8c8-46b6-a890-8ba7e73c76dd req-567df593-3007-4609-a339-93b7a5c32d14 service nova] Acquiring lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:48:49 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-94f6b564-f8c8-46b6-a890-8ba7e73c76dd req-567df593-3007-4609-a339-93b7a5c32d14 service nova] Acquired lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:48:49 user nova-compute[74675]: DEBUG nova.network.neutron [req-94f6b564-f8c8-46b6-a890-8ba7e73c76dd req-567df593-3007-4609-a339-93b7a5c32d14 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Refreshing network info cache for port af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "2bb8323b-5e80-4396-971c-3690077b4cfe" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:48:50 user nova-compute[74675]: INFO nova.compute.manager [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Terminating instance
Nov 23 06:48:50 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG nova.network.neutron [req-94f6b564-f8c8-46b6-a890-8ba7e73c76dd req-567df593-3007-4609-a339-93b7a5c32d14 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updated VIF entry in instance network info cache for port af76e0a8-cc15-4fbf-8850-1736922ae6e8. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG nova.network.neutron [req-94f6b564-f8c8-46b6-a890-8ba7e73c76dd req-567df593-3007-4609-a339-93b7a5c32d14 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updating instance_info_cache with network_info: [{"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-94f6b564-f8c8-46b6-a890-8ba7e73c76dd req-567df593-3007-4609-a339-93b7a5c32d14 service nova] Releasing lock "refresh_cache-2bb8323b-5e80-4396-971c-3690077b4cfe" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:50 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Instance destroyed successfully.
Nov 23 06:48:50 user nova-compute[74675]: DEBUG nova.objects.instance [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lazy-loading 'resources' on Instance uuid 2bb8323b-5e80-4396-971c-3690077b4cfe {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-23T06:43:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1302291899',display_name='tempest-TestShelveInstance-server-1302291899',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1302291899',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNdiPb6TvRdGkHl8WbOJnnKKV7sHTrMjSWml52kNHaRBM2B5AmA0FLGPFJxKDZtBuVljDSTsbjRbKTWh+rNnSQQYTbs03nJm1PhVW+2mI4zFzH9S8li9fqw/9Nx062NoAw==',key_name='tempest-TestShelveInstance-1549435816',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:47:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ee9a939fb84a4ff9bac6d57c0896af28',ramdisk_id='',reservation_id='r-zbezyllr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1607200722',owner_user_name='tempest-TestShelveInstance-1607200722-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:47:12Z,user_data=None,user_id='caca8b0003514774b2fd85e3ef401f0d',uuid=2bb8323b-5e80-4396-971c-3690077b4cfe,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Converting VIF {"id": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "address": "fa:16:3e:79:91:94", "network": {"id": "403bafec-773d-4bab-bd8c-ed36ff175ea8", "bridge": "br-int", "label": "tempest-TestShelveInstance-136042642-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.65", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ee9a939fb84a4ff9bac6d57c0896af28", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf76e0a8-cc", "ovs_interfaceid": "af76e0a8-cc15-4fbf-8850-1736922ae6e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:91:94,bridge_name='br-int',has_traffic_filtering=True,id=af76e0a8-cc15-4fbf-8850-1736922ae6e8,network=Network(403bafec-773d-4bab-bd8c-ed36ff175ea8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf76e0a8-cc') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG os_vif [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:91:94,bridge_name='br-int',has_traffic_filtering=True,id=af76e0a8-cc15-4fbf-8850-1736922ae6e8,network=Network(403bafec-773d-4bab-bd8c-ed36ff175ea8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf76e0a8-cc') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaf76e0a8-cc, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b70884e3-9c33-46b0-bea1-545e987fd8b7) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:48:50 user nova-compute[74675]: INFO os_vif [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:91:94,bridge_name='br-int',has_traffic_filtering=True,id=af76e0a8-cc15-4fbf-8850-1736922ae6e8,network=Network(403bafec-773d-4bab-bd8c-ed36ff175ea8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf76e0a8-cc')
Nov 23 06:48:50 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bjTAtGpe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:48:50 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:48:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1df41d0-d1a7-45cc-9749-092c3a93d523]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:48:50 user nova-compute[74675]: No targets found.
Nov 23 06:48:50 user nova-compute[74675]: iSNS:
Nov 23 06:48:50 user nova-compute[74675]: No targets found.
Nov 23 06:48:50 user nova-compute[74675]: STATIC:
Nov 23 06:48:50 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c
Nov 23 06:48:50 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:48:50 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:48:50 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe
Nov 23 06:48:50 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:48:50 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:48:50 user nova-compute[74675]: FIRMWARE:
Nov 23 06:48:50 user nova-compute[74675]: No targets found.
Nov 23 06:48:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:48:50 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:48:50 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fcf6aa0-8e3a-4ec5-87b5-184d5cd696b1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[92cca744-b9b8-46e7-b5cc-6ee53ebacc55]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:48:50 user nova-compute[74675]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:48:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:48:50 user nova-compute[74675]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe (non-flash)
Nov 23 06:48:50 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac8c71cd30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe'): ({'sdd'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Removing single pathed devices sdd {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd387370-d0ac-4b2c-b61e-2cea3181e639]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f1aa8be-14a1-4e84-9938-4baf27432849]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Flushing IO for device /dev/sdd {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9820030-b5fa-49d2-be35-63cf8271720b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.050s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[705e9b65-1a0e-48b4-b93a-72a02258e008]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] SCSI volumes sdd have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:48:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[65263fbd-4699-49a8-8d41-1bbb9444e114]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[beb5628d-e87b-45f2-b922-60fd0ba08b98]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe, portal: 172.16.0.220,3260]
Nov 23 06:48:51 user nova-compute[74675]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe, portal: 172.16.0.220,3260] successful.
Nov 23 06:48:51 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98f15ec-2b3d-41f2-987d-352fce193efe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc320449-2150-468c-a504-f647b163d3c6]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] <== disconnect_volume: return (296ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:48:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Deleting instance files /opt/stack/data/nova/instances/2bb8323b-5e80-4396-971c-3690077b4cfe_del
Nov 23 06:48:51 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Deletion of /opt/stack/data/nova/instances/2bb8323b-5e80-4396-971c-3690077b4cfe_del complete
Nov 23 06:48:51 user nova-compute[74675]: INFO nova.compute.manager [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 23 06:48:51 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:48:51 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Took 0.50 seconds to deallocate network for instance.
Nov 23 06:48:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-3f8c432f-8205-4f5d-ac71-468950a3b930 req-89fa69df-8e47-4eb9-b0e7-fe3f180ebaa2 service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received event network-vif-deleted-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-6ab10a85-cc4e-4f14-95aa-b8f8d80c2a46 req-1ab60278-2408-41e7-afac-94d0329178cd service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received event network-vif-unplugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6ab10a85-cc4e-4f14-95aa-b8f8d80c2a46 req-1ab60278-2408-41e7-afac-94d0329178cd service nova] Acquiring lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6ab10a85-cc4e-4f14-95aa-b8f8d80c2a46 req-1ab60278-2408-41e7-afac-94d0329178cd service nova] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6ab10a85-cc4e-4f14-95aa-b8f8d80c2a46 req-1ab60278-2408-41e7-afac-94d0329178cd service nova] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-6ab10a85-cc4e-4f14-95aa-b8f8d80c2a46 req-1ab60278-2408-41e7-afac-94d0329178cd service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] No waiting events found dispatching network-vif-unplugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-6ab10a85-cc4e-4f14-95aa-b8f8d80c2a46 req-1ab60278-2408-41e7-afac-94d0329178cd service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received event network-vif-unplugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-6ab10a85-cc4e-4f14-95aa-b8f8d80c2a46 req-1ab60278-2408-41e7-afac-94d0329178cd service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received event network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6ab10a85-cc4e-4f14-95aa-b8f8d80c2a46 req-1ab60278-2408-41e7-afac-94d0329178cd service nova] Acquiring lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6ab10a85-cc4e-4f14-95aa-b8f8d80c2a46 req-1ab60278-2408-41e7-afac-94d0329178cd service nova] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6ab10a85-cc4e-4f14-95aa-b8f8d80c2a46 req-1ab60278-2408-41e7-afac-94d0329178cd service nova] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:48:51 user nova-compute[74675]: DEBUG nova.compute.manager [req-6ab10a85-cc4e-4f14-95aa-b8f8d80c2a46 req-1ab60278-2408-41e7-afac-94d0329178cd service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] No waiting events found dispatching network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:48:51 user nova-compute[74675]: WARNING nova.compute.manager [req-6ab10a85-cc4e-4f14-95aa-b8f8d80c2a46 req-1ab60278-2408-41e7-afac-94d0329178cd service nova] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Received unexpected event network-vif-plugged-af76e0a8-cc15-4fbf-8850-1736922ae6e8 for instance with vm_state active and task_state deleting.
Nov 23 06:48:52 user nova-compute[74675]: INFO nova.compute.manager [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Took 0.78 seconds to detach 1 volumes for instance.
Nov 23 06:48:52 user nova-compute[74675]: DEBUG nova.compute.manager [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] [instance: 2bb8323b-5e80-4396-971c-3690077b4cfe] Deleting volume: f98f15ec-2b3d-41f2-987d-352fce193efe {{(pid=74675) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 23 06:48:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:48:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:48:52 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:48:52 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:48:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.131s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:48:52 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Deleted allocations for instance 2bb8323b-5e80-4396-971c-3690077b4cfe
Nov 23 06:48:52 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-b4ea1b02-4ad1-4f1b-869b-ba8cd5287e00 tempest-TestShelveInstance-1607200722 tempest-TestShelveInstance-1607200722-project-member] Lock "2bb8323b-5e80-4396-971c-3690077b4cfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.826s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:48:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:49:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:49:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:49:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:49:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:49:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:49:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:07 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5896074f-4b1b-4691-a3e3-9eaba1abf28f is timed out.
Nov 23 06:49:07 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Successfully detached device vdb from instance 5896074f-4b1b-4691-a3e3-9eaba1abf28f from the live domain config.
Nov 23 06:49:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UkloYJhg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:49:07 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[67e608bf-47d4-4fd6-9278-0a380653e54a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:49:07 user nova-compute[74675]: No targets found.
Nov 23 06:49:07 user nova-compute[74675]: iSNS:
Nov 23 06:49:07 user nova-compute[74675]: No targets found.
Nov 23 06:49:07 user nova-compute[74675]: STATIC:
Nov 23 06:49:07 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c
Nov 23 06:49:07 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:49:07 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:49:07 user nova-compute[74675]: FIRMWARE:
Nov 23 06:49:07 user nova-compute[74675]: No targets found.
Nov 23 06:49:07 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:49:07 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:49:07 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec751587-0990-4c2a-88c1-89df107dda1e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aa0190e-aa6c-4042-a2f0-b27874e05b1e]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:49:07 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c (non-flash)
Nov 23 06:49:07 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683d0820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[18654d57-8e17-4ef0-8f93-acea2502b058]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef13b742-5f18-4699-b565-a8b5326eb24e]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5915e73a-4f1d-4fdf-8dc0-af88a1df4643]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a6ce289-71dd-4a3d-ad1e-45dfc7deb3fd]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[123e2d52-df14-4b4f-8fcd-df7fa70c9b43]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[23162f75-1832-4237-9a14-79c0db2f759b]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c, portal: 172.16.0.220,3260]
Nov 23 06:49:07 user nova-compute[74675]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c, portal: 172.16.0.220,3260] successful.
Nov 23 06:49:07 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f31c2c94-f068-4f7d-9513-85f387c9243c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cf5459d-e03d-43e1-b38b-3404675fe094]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] <== disconnect_volume: return (293ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:49:07 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:49:08 user nova-compute[74675]: DEBUG nova.objects.instance [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'flavor' on Instance uuid 5896074f-4b1b-4691-a3e3-9eaba1abf28f {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:49:08 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-17e3a216-822b-45b5-b7c5-6b37bb72c9bc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.841s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:49:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:13 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:49:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:49:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:49:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:49:13 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:49:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:49:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:49:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:49:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:49:13 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:49:13 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:49:14 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8920MB free_disk=25.291446685791016GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:49:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:49:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:49:14 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 5896074f-4b1b-4691-a3e3-9eaba1abf28f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:49:14 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:49:14 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:49:14 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:49:14 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:49:14 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:49:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.312s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:49:15 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:49:15 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:49:15 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:49:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:49:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:49:18 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:49:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:49:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 06:49:18 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:49:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:23 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:49:24 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:49:25 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:49:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:49:26 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:49:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:49:37 user nova-compute[74675]: INFO nova.compute.manager [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Terminating instance
Nov 23 06:49:37 user nova-compute[74675]: DEBUG nova.compute.manager [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-5bbb7eab-48ae-4482-841b-cd9537c4cabf req-96412037-fd0b-4e90-bedf-40b71108f249 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Received event network-vif-unplugged-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5bbb7eab-48ae-4482-841b-cd9537c4cabf req-96412037-fd0b-4e90-bedf-40b71108f249 service nova] Acquiring lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5bbb7eab-48ae-4482-841b-cd9537c4cabf req-96412037-fd0b-4e90-bedf-40b71108f249 service nova] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-5bbb7eab-48ae-4482-841b-cd9537c4cabf req-96412037-fd0b-4e90-bedf-40b71108f249 service nova] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-5bbb7eab-48ae-4482-841b-cd9537c4cabf req-96412037-fd0b-4e90-bedf-40b71108f249 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] No waiting events found dispatching network-vif-unplugged-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-5bbb7eab-48ae-4482-841b-cd9537c4cabf req-96412037-fd0b-4e90-bedf-40b71108f249 service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Received event network-vif-unplugged-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:37 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Instance destroyed successfully.
Nov 23 06:49:37 user nova-compute[74675]: DEBUG nova.objects.instance [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'resources' on Instance uuid 5896074f-4b1b-4691-a3e3-9eaba1abf28f {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:43:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1388910400',display_name='tempest-AttachVolumeNegativeTest-server-1388910400',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1388910400',id=48,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJRNopCO4glGmCMrf9nDXd+V3CU9VtnrMDWjxwOtQaZFLseDUdjfEMFo3ojner1ByL1tEJbvzZUfG8YajgJ0MdYD8OC1kMVAqobPYdC5Gh7pOGpDCmxP5Zv+44qaxzL5vA==',key_name='tempest-keypair-1475561739',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:44:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='69c4ff0314da4dd4911cc24080eab982',ramdisk_id='',reservation_id='r-w9im5tha',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1393953948',owner_user_name='tempest-AttachVolumeNegativeTest-1393953948-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:44:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c44584c09d01465986df6f03b4e37984',uuid=5896074f-4b1b-4691-a3e3-9eaba1abf28f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "address": "fa:16:3e:38:3f:70", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6926ee5-47", "ovs_interfaceid": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converting VIF {"id": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "address": "fa:16:3e:38:3f:70", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6926ee5-47", "ovs_interfaceid": "b6926ee5-47ea-44ef-ab29-e3a4b978dc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:38:3f:70,bridge_name='br-int',has_traffic_filtering=True,id=b6926ee5-47ea-44ef-ab29-e3a4b978dc9a,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6926ee5-47') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG os_vif [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:38:3f:70,bridge_name='br-int',has_traffic_filtering=True,id=b6926ee5-47ea-44ef-ab29-e3a4b978dc9a,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6926ee5-47') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb6926ee5-47, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a96a9e63-0572-4010-8905-e887859f7afb) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:49:37 user nova-compute[74675]: INFO os_vif [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:38:3f:70,bridge_name='br-int',has_traffic_filtering=True,id=b6926ee5-47ea-44ef-ab29-e3a4b978dc9a,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6926ee5-47')
Nov 23 06:49:37 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Deleting instance files /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f_del
Nov 23 06:49:37 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Deletion of /opt/stack/data/nova/instances/5896074f-4b1b-4691-a3e3-9eaba1abf28f_del complete
Nov 23 06:49:37 user nova-compute[74675]: INFO nova.compute.manager [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 23 06:49:37 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:49:37 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:49:38 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:49:38 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Took 0.69 seconds to deallocate network for instance.
Nov 23 06:49:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:49:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:49:38 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:49:38 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:49:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.113s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:49:38 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Deleted allocations for instance 5896074f-4b1b-4691-a3e3-9eaba1abf28f
Nov 23 06:49:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-34dff577-b0a9-4b72-a4f7-51a762c2a933 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.855s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:49:39 user nova-compute[74675]: DEBUG nova.compute.manager [req-d79ea291-caae-4921-958e-56a04eaae944 req-a362ef34-7b12-4755-9e25-e59b63c72ded service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Received event network-vif-plugged-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:49:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d79ea291-caae-4921-958e-56a04eaae944 req-a362ef34-7b12-4755-9e25-e59b63c72ded service nova] Acquiring lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:49:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d79ea291-caae-4921-958e-56a04eaae944 req-a362ef34-7b12-4755-9e25-e59b63c72ded service nova] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:49:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-d79ea291-caae-4921-958e-56a04eaae944 req-a362ef34-7b12-4755-9e25-e59b63c72ded service nova] Lock "5896074f-4b1b-4691-a3e3-9eaba1abf28f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:49:39 user nova-compute[74675]: DEBUG nova.compute.manager [req-d79ea291-caae-4921-958e-56a04eaae944 req-a362ef34-7b12-4755-9e25-e59b63c72ded service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] No waiting events found dispatching network-vif-plugged-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:49:39 user nova-compute[74675]: WARNING nova.compute.manager [req-d79ea291-caae-4921-958e-56a04eaae944 req-a362ef34-7b12-4755-9e25-e59b63c72ded service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Received unexpected event network-vif-plugged-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a for instance with vm_state deleted and task_state None.
Nov 23 06:49:39 user nova-compute[74675]: DEBUG nova.compute.manager [req-d79ea291-caae-4921-958e-56a04eaae944 req-a362ef34-7b12-4755-9e25-e59b63c72ded service nova] [instance: 5896074f-4b1b-4691-a3e3-9eaba1abf28f] Received event network-vif-deleted-b6926ee5-47ea-44ef-ab29-e3a4b978dc9a {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:49:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:49:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:50:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:50:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:13 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:50:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:50:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:50:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:50:13 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:50:13 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:50:13 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:50:13 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=9122MB free_disk=25.318283081054688GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:50:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:50:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:50:13 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:50:13 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:50:13 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:50:13 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:50:13 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:50:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.170s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:50:15 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:50:15 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:50:15 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:50:16 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:50:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:50:18 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:50:19 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:50:19 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:50:19 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:50:19 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 06:50:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:25 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:50:26 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:50:26 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:50:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "002b22cd-30e6-461a-82c6-da33b7bf342d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG nova.compute.manager [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:50:31 user nova-compute[74675]: INFO nova.compute.claims [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Claim successful on node user
Nov 23 06:50:31 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.194s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG nova.compute.manager [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG nova.compute.manager [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG nova.network.neutron [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:50:31 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:50:31 user nova-compute[74675]: DEBUG nova.compute.manager [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG nova.policy [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c44584c09d01465986df6f03b4e37984', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69c4ff0314da4dd4911cc24080eab982', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG nova.compute.manager [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:50:31 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Creating image(s)
Nov 23 06:50:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "/opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "/opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "/opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.175s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:50:31 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk 1073741824" returned: 0 in 0.049s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG nova.network.neutron [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Successfully created port: 3448907c-5d97-41e8-bdec-4ed2b2adb4fe {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Checking if we can resize image /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Cannot resize image /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Ensure instance console log exists: /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG nova.network.neutron [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Successfully updated port: 3448907c-5d97-41e8-bdec-4ed2b2adb4fe {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquired lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG nova.network.neutron [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG nova.compute.manager [req-e7eb541b-7778-4d8d-b59e-fa37bc546202 req-c5652b7b-e475-4151-ae1c-223623bca50e service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Received event network-changed-3448907c-5d97-41e8-bdec-4ed2b2adb4fe {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG nova.compute.manager [req-e7eb541b-7778-4d8d-b59e-fa37bc546202 req-c5652b7b-e475-4151-ae1c-223623bca50e service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Refreshing instance network info cache due to event network-changed-3448907c-5d97-41e8-bdec-4ed2b2adb4fe. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e7eb541b-7778-4d8d-b59e-fa37bc546202 req-c5652b7b-e475-4151-ae1c-223623bca50e service nova] Acquiring lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG nova.network.neutron [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:50:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.network.neutron [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Updating instance_info_cache with network_info: [{"id": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "address": "fa:16:3e:81:aa:6d", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3448907c-5d", "ovs_interfaceid": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Releasing lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.compute.manager [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Instance network_info: |[{"id": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "address": "fa:16:3e:81:aa:6d", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3448907c-5d", "ovs_interfaceid": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e7eb541b-7778-4d8d-b59e-fa37bc546202 req-c5652b7b-e475-4151-ae1c-223623bca50e service nova] Acquired lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.network.neutron [req-e7eb541b-7778-4d8d-b59e-fa37bc546202 req-c5652b7b-e475-4151-ae1c-223623bca50e service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Refreshing network info cache for port 3448907c-5d97-41e8-bdec-4ed2b2adb4fe {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Start _get_guest_xml network_info=[{"id": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "address": "fa:16:3e:81:aa:6d", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3448907c-5d", "ovs_interfaceid": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:50:33 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:50:33 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:50:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-609386225',display_name='tempest-AttachVolumeNegativeTest-server-609386225',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-609386225',id=51,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGjM4OrxrtDdHtpvMZ8B8aqNNiTTmveUvBuSHcpUAPlJgck/bPzfXjECfPQ3idARJVWdvBChJY8CHqV1gArBKsrqWIAHFr+nFpOMsAWDn2aDToJjT4uffS1nExUYK29bSA==',key_name='tempest-keypair-208577539',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='69c4ff0314da4dd4911cc24080eab982',ramdisk_id='',reservation_id='r-v99zaig5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1393953948',owner_user_name='tempest-AttachVolumeNegativeTest-1393953948-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:50:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c44584c09d01465986df6f03b4e37984',uuid=002b22cd-30e6-461a-82c6-da33b7bf342d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "address": "fa:16:3e:81:aa:6d", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3448907c-5d", "ovs_interfaceid": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converting VIF {"id": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "address": "fa:16:3e:81:aa:6d", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3448907c-5d", "ovs_interfaceid": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:aa:6d,bridge_name='br-int',has_traffic_filtering=True,id=3448907c-5d97-41e8-bdec-4ed2b2adb4fe,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3448907c-5d') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.objects.instance [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'pci_devices' on Instance uuid 002b22cd-30e6-461a-82c6-da33b7bf342d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:50:33 user nova-compute[74675]:   <uuid>002b22cd-30e6-461a-82c6-da33b7bf342d</uuid>
Nov 23 06:50:33 user nova-compute[74675]:   <name>instance-00000033</name>
Nov 23 06:50:33 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:50:33 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:50:33 user nova-compute[74675]:   <metadata>
Nov 23 06:50:33 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:50:33 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:50:33 user nova-compute[74675]:       <nova:name>tempest-AttachVolumeNegativeTest-server-609386225</nova:name>
Nov 23 06:50:33 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:50:33</nova:creationTime>
Nov 23 06:50:33 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:50:33 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:50:33 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:50:33 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:50:33 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:50:33 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:50:33 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:50:33 user nova-compute[74675]:       <nova:owner>
Nov 23 06:50:33 user nova-compute[74675]:         <nova:user uuid="c44584c09d01465986df6f03b4e37984">tempest-AttachVolumeNegativeTest-1393953948-project-member</nova:user>
Nov 23 06:50:33 user nova-compute[74675]:         <nova:project uuid="69c4ff0314da4dd4911cc24080eab982">tempest-AttachVolumeNegativeTest-1393953948</nova:project>
Nov 23 06:50:33 user nova-compute[74675]:       </nova:owner>
Nov 23 06:50:33 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:50:33 user nova-compute[74675]:       <nova:ports>
Nov 23 06:50:33 user nova-compute[74675]:         <nova:port uuid="3448907c-5d97-41e8-bdec-4ed2b2adb4fe">
Nov 23 06:50:33 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 23 06:50:33 user nova-compute[74675]:         </nova:port>
Nov 23 06:50:33 user nova-compute[74675]:       </nova:ports>
Nov 23 06:50:33 user nova-compute[74675]:     </nova:instance>
Nov 23 06:50:33 user nova-compute[74675]:   </metadata>
Nov 23 06:50:33 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:50:33 user nova-compute[74675]:     <system>
Nov 23 06:50:33 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:50:33 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:50:33 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:50:33 user nova-compute[74675]:       <entry name="serial">002b22cd-30e6-461a-82c6-da33b7bf342d</entry>
Nov 23 06:50:33 user nova-compute[74675]:       <entry name="uuid">002b22cd-30e6-461a-82c6-da33b7bf342d</entry>
Nov 23 06:50:33 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:50:33 user nova-compute[74675]:     </system>
Nov 23 06:50:33 user nova-compute[74675]:   </sysinfo>
Nov 23 06:50:33 user nova-compute[74675]:   <os>
Nov 23 06:50:33 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:50:33 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:50:33 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:50:33 user nova-compute[74675]:   </os>
Nov 23 06:50:33 user nova-compute[74675]:   <features>
Nov 23 06:50:33 user nova-compute[74675]:     <acpi/>
Nov 23 06:50:33 user nova-compute[74675]:     <apic/>
Nov 23 06:50:33 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:50:33 user nova-compute[74675]:   </features>
Nov 23 06:50:33 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:50:33 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:50:33 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:50:33 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:50:33 user nova-compute[74675]:   </clock>
Nov 23 06:50:33 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:50:33 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:50:33 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:50:33 user nova-compute[74675]:   </cpu>
Nov 23 06:50:33 user nova-compute[74675]:   <devices>
Nov 23 06:50:33 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:50:33 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:50:33 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk"/>
Nov 23 06:50:33 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:50:33 user nova-compute[74675]:     </disk>
Nov 23 06:50:33 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:50:33 user nova-compute[74675]:       <mac address="fa:16:3e:81:aa:6d"/>
Nov 23 06:50:33 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:50:33 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:50:33 user nova-compute[74675]:       <target dev="tap3448907c-5d"/>
Nov 23 06:50:33 user nova-compute[74675]:     </interface>
Nov 23 06:50:33 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:50:33 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/console.log" append="off"/>
Nov 23 06:50:33 user nova-compute[74675]:     </serial>
Nov 23 06:50:33 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:50:33 user nova-compute[74675]:     <video>
Nov 23 06:50:33 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:50:33 user nova-compute[74675]:     </video>
Nov 23 06:50:33 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:50:33 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:50:33 user nova-compute[74675]:     </rng>
Nov 23 06:50:33 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:50:33 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:50:33 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:50:33 user nova-compute[74675]:     </memballoon>
Nov 23 06:50:33 user nova-compute[74675]:   </devices>
Nov 23 06:50:33 user nova-compute[74675]: </domain>
Nov 23 06:50:33 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:50:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-609386225',display_name='tempest-AttachVolumeNegativeTest-server-609386225',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-609386225',id=51,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGjM4OrxrtDdHtpvMZ8B8aqNNiTTmveUvBuSHcpUAPlJgck/bPzfXjECfPQ3idARJVWdvBChJY8CHqV1gArBKsrqWIAHFr+nFpOMsAWDn2aDToJjT4uffS1nExUYK29bSA==',key_name='tempest-keypair-208577539',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='69c4ff0314da4dd4911cc24080eab982',ramdisk_id='',reservation_id='r-v99zaig5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1393953948',owner_user_name='tempest-AttachVolumeNegativeTest-1393953948-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:50:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c44584c09d01465986df6f03b4e37984',uuid=002b22cd-30e6-461a-82c6-da33b7bf342d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "address": "fa:16:3e:81:aa:6d", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3448907c-5d", "ovs_interfaceid": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converting VIF {"id": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "address": "fa:16:3e:81:aa:6d", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3448907c-5d", "ovs_interfaceid": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:aa:6d,bridge_name='br-int',has_traffic_filtering=True,id=3448907c-5d97-41e8-bdec-4ed2b2adb4fe,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3448907c-5d') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG os_vif [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:aa:6d,bridge_name='br-int',has_traffic_filtering=True,id=3448907c-5d97-41e8-bdec-4ed2b2adb4fe,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3448907c-5d') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd79848d5-b3c3-5ecb-915c-99b5a8a345e3', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3448907c-5d, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3448907c-5d, col_values=(('qos', UUID('1286d7a7-a593-4d04-808e-d0591952049a')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3448907c-5d, col_values=(('external_ids', {'iface-id': '3448907c-5d97-41e8-bdec-4ed2b2adb4fe', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:81:aa:6d', 'vm-uuid': '002b22cd-30e6-461a-82c6-da33b7bf342d'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:33 user nova-compute[74675]: INFO os_vif [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:aa:6d,bridge_name='br-int',has_traffic_filtering=True,id=3448907c-5d97-41e8-bdec-4ed2b2adb4fe,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3448907c-5d')
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No VIF found with MAC fa:16:3e:81:aa:6d, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.network.neutron [req-e7eb541b-7778-4d8d-b59e-fa37bc546202 req-c5652b7b-e475-4151-ae1c-223623bca50e service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Updated VIF entry in instance network info cache for port 3448907c-5d97-41e8-bdec-4ed2b2adb4fe. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG nova.network.neutron [req-e7eb541b-7778-4d8d-b59e-fa37bc546202 req-c5652b7b-e475-4151-ae1c-223623bca50e service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Updating instance_info_cache with network_info: [{"id": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "address": "fa:16:3e:81:aa:6d", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3448907c-5d", "ovs_interfaceid": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:50:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e7eb541b-7778-4d8d-b59e-fa37bc546202 req-c5652b7b-e475-4151-ae1c-223623bca50e service nova] Releasing lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:50:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:34 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:35 user nova-compute[74675]: DEBUG nova.compute.manager [req-2e86999b-f926-40e3-ab8a-62b988da4aac req-7c459b0b-b7f6-43c3-abe2-9eaa25567e99 service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Received event network-vif-plugged-3448907c-5d97-41e8-bdec-4ed2b2adb4fe {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:50:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2e86999b-f926-40e3-ab8a-62b988da4aac req-7c459b0b-b7f6-43c3-abe2-9eaa25567e99 service nova] Acquiring lock "002b22cd-30e6-461a-82c6-da33b7bf342d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:50:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2e86999b-f926-40e3-ab8a-62b988da4aac req-7c459b0b-b7f6-43c3-abe2-9eaa25567e99 service nova] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:50:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2e86999b-f926-40e3-ab8a-62b988da4aac req-7c459b0b-b7f6-43c3-abe2-9eaa25567e99 service nova] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:50:35 user nova-compute[74675]: DEBUG nova.compute.manager [req-2e86999b-f926-40e3-ab8a-62b988da4aac req-7c459b0b-b7f6-43c3-abe2-9eaa25567e99 service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] No waiting events found dispatching network-vif-plugged-3448907c-5d97-41e8-bdec-4ed2b2adb4fe {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:50:35 user nova-compute[74675]: WARNING nova.compute.manager [req-2e86999b-f926-40e3-ab8a-62b988da4aac req-7c459b0b-b7f6-43c3-abe2-9eaa25567e99 service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Received unexpected event network-vif-plugged-3448907c-5d97-41e8-bdec-4ed2b2adb4fe for instance with vm_state building and task_state spawning.
Nov 23 06:50:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:50:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:50:36 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Instance spawned successfully.
Nov 23 06:50:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:50:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:50:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:50:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:50:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:50:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:50:36 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:50:36 user nova-compute[74675]: INFO nova.compute.manager [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Took 4.99 seconds to spawn the instance on the hypervisor.
Nov 23 06:50:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:50:36 user nova-compute[74675]: INFO nova.compute.manager [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Took 5.53 seconds to build instance.
Nov 23 06:50:36 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-7bac3d99-b5b6-4ea7-8821-788c7e539df0 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.621s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:50:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-984d553e-1591-434f-bf9c-9d7d75502890 req-fd69787f-25fd-4e85-a64b-952bd5366dd9 service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Received event network-vif-plugged-3448907c-5d97-41e8-bdec-4ed2b2adb4fe {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:50:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-984d553e-1591-434f-bf9c-9d7d75502890 req-fd69787f-25fd-4e85-a64b-952bd5366dd9 service nova] Acquiring lock "002b22cd-30e6-461a-82c6-da33b7bf342d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:50:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-984d553e-1591-434f-bf9c-9d7d75502890 req-fd69787f-25fd-4e85-a64b-952bd5366dd9 service nova] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:50:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-984d553e-1591-434f-bf9c-9d7d75502890 req-fd69787f-25fd-4e85-a64b-952bd5366dd9 service nova] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:50:37 user nova-compute[74675]: DEBUG nova.compute.manager [req-984d553e-1591-434f-bf9c-9d7d75502890 req-fd69787f-25fd-4e85-a64b-952bd5366dd9 service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] No waiting events found dispatching network-vif-plugged-3448907c-5d97-41e8-bdec-4ed2b2adb4fe {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:50:37 user nova-compute[74675]: WARNING nova.compute.manager [req-984d553e-1591-434f-bf9c-9d7d75502890 req-fd69787f-25fd-4e85-a64b-952bd5366dd9 service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Received unexpected event network-vif-plugged-3448907c-5d97-41e8-bdec-4ed2b2adb4fe for instance with vm_state active and task_state None.
Nov 23 06:50:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Verify base images {{(pid=74675) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Image id adb6cd81-46df-49bf-9449-f8be1f499df7 yields fingerprint 1d673a6a435373e26876c6f241a37728d3bb8fbf {{(pid=74675) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 23 06:50:39 user nova-compute[74675]: INFO nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] image adb6cd81-46df-49bf-9449-f8be1f499df7 at (/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf): checking
Nov 23 06:50:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] image adb6cd81-46df-49bf-9449-f8be1f499df7 at (/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf): image is in use {{(pid=74675) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=74675) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] 002b22cd-30e6-461a-82c6-da33b7bf342d is a valid instance name {{(pid=74675) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] 002b22cd-30e6-461a-82c6-da33b7bf342d has a disk file {{(pid=74675) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 002b22cd-30e6-461a-82c6-da33b7bf342d is backed by 1d673a6a435373e26876c6f241a37728d3bb8fbf {{(pid=74675) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Nov 23 06:50:39 user nova-compute[74675]: WARNING nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Unknown base file: /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be
Nov 23 06:50:39 user nova-compute[74675]: WARNING nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Unknown base file: /opt/stack/data/nova/instances/_base/35d68f7d49b4c5654e011dd2eb7bada58548247b
Nov 23 06:50:39 user nova-compute[74675]: WARNING nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Unknown base file: /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2
Nov 23 06:50:39 user nova-compute[74675]: WARNING nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Unknown base file: /opt/stack/data/nova/instances/_base/4c450944632f8301e126e124d5c10ddc6c235dde
Nov 23 06:50:39 user nova-compute[74675]: WARNING nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Unknown base file: /opt/stack/data/nova/instances/_base/1c5b27eef600952ed5308c9abc86ae78673d5bf1
Nov 23 06:50:39 user nova-compute[74675]: WARNING nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Unknown base file: /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1
Nov 23 06:50:39 user nova-compute[74675]: WARNING nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Unknown base file: /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93
Nov 23 06:50:39 user nova-compute[74675]: WARNING nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Unknown base file: /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876
Nov 23 06:50:39 user nova-compute[74675]: WARNING nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Unknown base file: /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f
Nov 23 06:50:39 user nova-compute[74675]: INFO nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Active base files: /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf
Nov 23 06:50:39 user nova-compute[74675]: INFO nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Removable base files: /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be /opt/stack/data/nova/instances/_base/35d68f7d49b4c5654e011dd2eb7bada58548247b /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2 /opt/stack/data/nova/instances/_base/4c450944632f8301e126e124d5c10ddc6c235dde /opt/stack/data/nova/instances/_base/1c5b27eef600952ed5308c9abc86ae78673d5bf1 /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1 /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93 /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876 /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f
Nov 23 06:50:39 user nova-compute[74675]: INFO nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/7c1345737ca5abc2d1d42a33b411b3a80051f1be
Nov 23 06:50:39 user nova-compute[74675]: INFO nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/35d68f7d49b4c5654e011dd2eb7bada58548247b
Nov 23 06:50:39 user nova-compute[74675]: INFO nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/684f65d9a75dfce981955a8c0bee76386077bde2
Nov 23 06:50:39 user nova-compute[74675]: INFO nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/4c450944632f8301e126e124d5c10ddc6c235dde
Nov 23 06:50:39 user nova-compute[74675]: INFO nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/1c5b27eef600952ed5308c9abc86ae78673d5bf1
Nov 23 06:50:39 user nova-compute[74675]: INFO nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/89563c12c2e7a3320f6b7a5e35524c59a8fcc0e1
Nov 23 06:50:39 user nova-compute[74675]: INFO nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/352402c40f021cb054e108ebc42b24314e1beb93
Nov 23 06:50:39 user nova-compute[74675]: INFO nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/8e57e75e8d4fb3c1679cff78e184840f23f83876
Nov 23 06:50:39 user nova-compute[74675]: INFO nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/46d64077625d727ed56581cd8cd19c2bfef3893f
Nov 23 06:50:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Verification complete {{(pid=74675) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Verify swap images {{(pid=74675) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Nov 23 06:50:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.imagecache [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Verify ephemeral images {{(pid=74675) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Nov 23 06:50:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:50:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:50:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:50:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:50:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:50:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:50:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:51:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:51:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:51:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:13 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:51:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:51:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:51:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:51:13 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:51:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:51:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:51:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:51:13 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:51:14 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:51:14 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:51:14 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8961MB free_disk=25.28858184814453GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:51:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:51:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:51:14 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 002b22cd-30e6-461a-82c6-da33b7bf342d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:51:14 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:51:14 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:51:14 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:51:14 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:51:14 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:51:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.298s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:51:16 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:51:16 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:51:17 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:51:17 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:51:18 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:51:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:51:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:51:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:21 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:51:21 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:51:21 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:51:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:51:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:51:21 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:51:21 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid 002b22cd-30e6-461a-82c6-da33b7bf342d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:51:21 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Updating instance_info_cache with network_info: [{"id": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "address": "fa:16:3e:81:aa:6d", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3448907c-5d", "ovs_interfaceid": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:51:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:51:21 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:51:22 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:51:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 23 06:51:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] There are 0 instances to clean {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 23 06:51:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:51:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:51:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:25 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:51:26 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:51:28 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:51:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:51:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:51:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:30 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:51:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:51:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:51:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:34 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:51:34 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74675) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 23 06:51:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:51:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:51:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:40 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:51:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:51:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:51:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:51:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:51:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:51:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:51:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:51:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:51:54 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_power_states {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:51:54 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 002b22cd-30e6-461a-82c6-da33b7bf342d {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 06:51:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "002b22cd-30e6-461a-82c6-da33b7bf342d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:51:54 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:51:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:51:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:51:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:51:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:51:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:51:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:52:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4996-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:52:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:52:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:52:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:52:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:52:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:52:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:52:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:52:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:52:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:52:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:52:14 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:52:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:52:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:52:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:52:14 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:52:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:14 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:14 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:52:14 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:52:14 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8991MB free_disk=25.28801727294922GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:52:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:52:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:52:15 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 002b22cd-30e6-461a-82c6-da33b7bf342d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:52:15 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:52:15 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:52:15 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing inventories for resource provider f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 23 06:52:15 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating ProviderTree inventory for provider f859f802-386b-4956-b87c-78941b98bb44 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 23 06:52:15 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating inventory in ProviderTree for provider f859f802-386b-4956-b87c-78941b98bb44 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 23 06:52:15 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing aggregate associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, aggregates: None {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 23 06:52:15 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing trait associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_AUTO {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 23 06:52:15 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:52:15 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:52:15 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:52:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.312s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:52:16 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:52:16 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:52:17 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:52:17 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:52:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:52:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:52:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:52:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:52:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:20 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:52:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-28566660-d8ef-4655-8d86-a8866256fb14 req-9e4e2717-81bd-447a-909a-a6173da2b82d service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Received event network-changed-3448907c-5d97-41e8-bdec-4ed2b2adb4fe {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:52:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-28566660-d8ef-4655-8d86-a8866256fb14 req-9e4e2717-81bd-447a-909a-a6173da2b82d service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Refreshing instance network info cache due to event network-changed-3448907c-5d97-41e8-bdec-4ed2b2adb4fe. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:52:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-28566660-d8ef-4655-8d86-a8866256fb14 req-9e4e2717-81bd-447a-909a-a6173da2b82d service nova] Acquiring lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:52:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-28566660-d8ef-4655-8d86-a8866256fb14 req-9e4e2717-81bd-447a-909a-a6173da2b82d service nova] Acquired lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:52:22 user nova-compute[74675]: DEBUG nova.network.neutron [req-28566660-d8ef-4655-8d86-a8866256fb14 req-9e4e2717-81bd-447a-909a-a6173da2b82d service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Refreshing network info cache for port 3448907c-5d97-41e8-bdec-4ed2b2adb4fe {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:52:22 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:52:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:52:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:52:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:52:22 user nova-compute[74675]: DEBUG nova.network.neutron [req-28566660-d8ef-4655-8d86-a8866256fb14 req-9e4e2717-81bd-447a-909a-a6173da2b82d service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Updated VIF entry in instance network info cache for port 3448907c-5d97-41e8-bdec-4ed2b2adb4fe. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:52:22 user nova-compute[74675]: DEBUG nova.network.neutron [req-28566660-d8ef-4655-8d86-a8866256fb14 req-9e4e2717-81bd-447a-909a-a6173da2b82d service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Updating instance_info_cache with network_info: [{"id": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "address": "fa:16:3e:81:aa:6d", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3448907c-5d", "ovs_interfaceid": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:52:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-28566660-d8ef-4655-8d86-a8866256fb14 req-9e4e2717-81bd-447a-909a-a6173da2b82d service nova] Releasing lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:52:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:52:22 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:52:22 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid 002b22cd-30e6-461a-82c6-da33b7bf342d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:52:23 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Updating instance_info_cache with network_info: [{"id": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "address": "fa:16:3e:81:aa:6d", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3448907c-5d", "ovs_interfaceid": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:52:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:52:23 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:52:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:52:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:52:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:52:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:52:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "002b22cd-30e6-461a-82c6-da33b7bf342d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG nova.objects.instance [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'flavor' on Instance uuid 002b22cd-30e6-461a-82c6-da33b7bf342d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "002b22cd-30e6-461a-82c6-da33b7bf342d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:52:24 user nova-compute[74675]: INFO nova.compute.manager [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Attaching volume 9b4e8279-ca1a-4f42-85f1-89d6b8b796fc to /dev/vdb
Nov 23 06:52:24 user nova-compute[74675]: DEBUG os_brick.utils [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[36776f3d-7ff0-4553-86d4-c69a09516599]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7031e61c-2d27-4a2e-9f91-40f9d86d271a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8e8a9ec-992a-4fda-9f7a-25bbd2a372ff]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[819d7327-e1c3-4674-820d-840d5e5799c8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:52:24 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:52:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb3f32fa-854f-4fe8-9906-cea9ebee0c77]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG os_brick.utils [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:52:24 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Updating existing volume attachment record: eee5f8a7-d19d-4d4a-a552-292f77d0899a {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:52:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:26 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:52:26 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:52:28 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:29 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rOJzfngo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:52:30 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:52:30 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:52:30 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[636925eb-7e3a-427e-9805-1707306fe496]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:52:30 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[120eda3e-7396-40f4-b33f-8216cbd4e3c8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc] added
Nov 23 06:52:30 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7e5f4bf-aaae-4bc1-ae92-afe51d8dd360]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[166e1784-12a2-4255-b5f1-c7bf5a29cf4e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rOJzfngo {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rOJzfngo" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[99e54112-542a-48fe-82bb-79d77184b60e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rOJzfngo'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f75b2350-39fb-4a0c-878d-7fda39fc9b32]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f1802c0-e0dd-4739-bda6-467f74aeefdd]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 23 06:52:30 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 23 06:52:30 user nova-compute[74675]:  {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:52:30 user nova-compute[74675]: WARNING os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 23 06:52:30 user nova-compute[74675]: 
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[86041fc1-2005-4576-aa41-1079543667ea]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc, portal: 172.16.0.220,3260]
Nov 23 06:52:30 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc, portal: 172.16.0.220,3260] successful.
Nov 23 06:52:30 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f8d12f1-831c-423c-8439-5bb6610e3f13]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[0418ae02-c3f3-4434-97c5-5ed40d445cc2]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc (non-flash)
Nov 23 06:52:30 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc (non-flash)
Nov 23 06:52:30 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.253s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] HCTL ('33', '-', '-', 0) found on session 62 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[71de4a09-7ded-4b17-84a4-f6113ac46e22]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:52:30 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rOJzfngo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:52:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:52:31 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] <== connect_volume: return (1287ms) {'type': 'block', 'scsi_wwn': '23661373736356265', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:52:31 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23661373736356265', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:52:31 user nova-compute[74675]: DEBUG nova.objects.instance [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'flavor' on Instance uuid 002b22cd-30e6-461a-82c6-da33b7bf342d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:52:31 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:52:31 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:52:31 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:52:31 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:52:31 user nova-compute[74675]:   <serial>9b4e8279-ca1a-4f42-85f1-89d6b8b796fc</serial>
Nov 23 06:52:31 user nova-compute[74675]: </disk>
Nov 23 06:52:31 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:52:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:52:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:52:32 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No VIF found with MAC fa:16:3e:81:aa:6d, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:52:32 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-bfdf71d3-9567-49e0-88da-234c39060b13 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.602s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:52:33 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "002b22cd-30e6-461a-82c6-da33b7bf342d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:52:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:52:34 user nova-compute[74675]: INFO nova.compute.manager [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Detaching volume 9b4e8279-ca1a-4f42-85f1-89d6b8b796fc
Nov 23 06:52:34 user nova-compute[74675]: INFO nova.virt.block_device [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Attempting to driver detach volume 9b4e8279-ca1a-4f42-85f1-89d6b8b796fc from mountpoint /dev/vdb
Nov 23 06:52:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Attempting to detach device vdb from instance 002b22cd-30e6-461a-82c6-da33b7bf342d from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:52:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:52:34 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:52:34 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:52:34 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:52:34 user nova-compute[74675]:   <serial>9b4e8279-ca1a-4f42-85f1-89d6b8b796fc</serial>
Nov 23 06:52:34 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:52:34 user nova-compute[74675]: </disk>
Nov 23 06:52:34 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:52:34 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Successfully detached device vdb from instance 002b22cd-30e6-461a-82c6-da33b7bf342d from the persistent domain config.
Nov 23 06:52:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 002b22cd-30e6-461a-82c6-da33b7bf342d from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:52:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:52:34 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:52:34 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:52:34 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:52:34 user nova-compute[74675]:   <serial>9b4e8279-ca1a-4f42-85f1-89d6b8b796fc</serial>
Nov 23 06:52:34 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:52:34 user nova-compute[74675]: </disk>
Nov 23 06:52:34 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:52:34 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 002b22cd-30e6-461a-82c6-da33b7bf342d {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:52:38 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:43 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:52:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:52:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:52:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:52:48 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:52:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:52:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:52:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:52:53 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:54 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 002b22cd-30e6-461a-82c6-da33b7bf342d is timed out.
Nov 23 06:52:54 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Successfully detached device vdb from instance 002b22cd-30e6-461a-82c6-da33b7bf342d from the live domain config.
Nov 23 06:52:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rOJzfngo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:52:54 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fd9fc5b-e6c8-492e-bc06-fe959dbd1f8c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:52:54 user nova-compute[74675]: No targets found.
Nov 23 06:52:54 user nova-compute[74675]: iSNS:
Nov 23 06:52:54 user nova-compute[74675]: No targets found.
Nov 23 06:52:54 user nova-compute[74675]: STATIC:
Nov 23 06:52:54 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc
Nov 23 06:52:54 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:52:54 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:52:54 user nova-compute[74675]: FIRMWARE:
Nov 23 06:52:54 user nova-compute[74675]: No targets found.
Nov 23 06:52:54 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:52:54 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:52:54 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[96fc3efe-88b0-409e-a5aa-96576cc24846]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[83617708-2ab6-4219-9a2a-44abd612909a]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc (non-flash)
Nov 23 06:52:54 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc (non-flash)
Nov 23 06:52:54 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683d0a60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[21df6ef2-2f9f-4254-b678-20ab73215bde]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[79b7c043-56b4-4c2e-b75b-bdeab64a1d5f]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e14e5ed1-7ad8-4ff4-82a9-6e61a1855a47]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[60172aaa-7d4d-4e44-9cdd-b3226617e687]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee52250e-7124-4f02-a49e-e32c1be3ecd0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --logout" returned: 0 in 0.043s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd9b6191-efaa-4cf7-b8a5-3b6fd864d844]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc, portal: 172.16.0.220,3260]
Nov 23 06:52:54 user nova-compute[74675]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc, portal: 172.16.0.220,3260] successful.
Nov 23 06:52:54 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b4e8279-ca1a-4f42-85f1-89d6b8b796fc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dba0ccf-a30f-401f-876a-0472dbee9e6f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.264s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] <== disconnect_volume: return (265ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:52:54 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:52:55 user nova-compute[74675]: DEBUG nova.objects.instance [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'flavor' on Instance uuid 002b22cd-30e6-461a-82c6-da33b7bf342d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:52:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:52:55 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-1ad7d850-d5c1-44c6-a5ec-9f4dafd74f99 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.621s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:52:58 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:03 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:53:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:53:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:53:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:53:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:53:08 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:53:15 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:53:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:53:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:53:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:53:15 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:53:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:53:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:53:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:53:15 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:53:15 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:53:15 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:53:15 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8976MB free_disk=25.286937713623047GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:53:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:53:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:53:16 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 002b22cd-30e6-461a-82c6-da33b7bf342d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:53:16 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:53:16 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:53:16 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:53:16 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:53:16 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:53:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.190s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:53:17 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:53:17 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:53:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:53:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:53:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:53:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:53:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:53:19 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:53:19 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:53:20 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:53:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:53:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:53:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:53:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:53:23 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid 002b22cd-30e6-461a-82c6-da33b7bf342d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "002b22cd-30e6-461a-82c6-da33b7bf342d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "002b22cd-30e6-461a-82c6-da33b7bf342d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:53:24 user nova-compute[74675]: INFO nova.compute.manager [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Terminating instance
Nov 23 06:53:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Updating instance_info_cache with network_info: [{"id": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "address": "fa:16:3e:81:aa:6d", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3448907c-5d", "ovs_interfaceid": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-002b22cd-30e6-461a-82c6-da33b7bf342d" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:53:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-6aab3feb-0d9b-4046-a66f-5017887c944a req-9c0edccf-bb28-4918-8807-7be0ea9fa624 service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Received event network-vif-unplugged-3448907c-5d97-41e8-bdec-4ed2b2adb4fe {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6aab3feb-0d9b-4046-a66f-5017887c944a req-9c0edccf-bb28-4918-8807-7be0ea9fa624 service nova] Acquiring lock "002b22cd-30e6-461a-82c6-da33b7bf342d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6aab3feb-0d9b-4046-a66f-5017887c944a req-9c0edccf-bb28-4918-8807-7be0ea9fa624 service nova] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-6aab3feb-0d9b-4046-a66f-5017887c944a req-9c0edccf-bb28-4918-8807-7be0ea9fa624 service nova] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-6aab3feb-0d9b-4046-a66f-5017887c944a req-9c0edccf-bb28-4918-8807-7be0ea9fa624 service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] No waiting events found dispatching network-vif-unplugged-3448907c-5d97-41e8-bdec-4ed2b2adb4fe {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG nova.compute.manager [req-6aab3feb-0d9b-4046-a66f-5017887c944a req-9c0edccf-bb28-4918-8807-7be0ea9fa624 service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Received event network-vif-unplugged-3448907c-5d97-41e8-bdec-4ed2b2adb4fe for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:25 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Instance destroyed successfully.
Nov 23 06:53:25 user nova-compute[74675]: DEBUG nova.objects.instance [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'resources' on Instance uuid 002b22cd-30e6-461a-82c6-da33b7bf342d {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:50:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-609386225',display_name='tempest-AttachVolumeNegativeTest-server-609386225',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-609386225',id=51,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGjM4OrxrtDdHtpvMZ8B8aqNNiTTmveUvBuSHcpUAPlJgck/bPzfXjECfPQ3idARJVWdvBChJY8CHqV1gArBKsrqWIAHFr+nFpOMsAWDn2aDToJjT4uffS1nExUYK29bSA==',key_name='tempest-keypair-208577539',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:50:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='69c4ff0314da4dd4911cc24080eab982',ramdisk_id='',reservation_id='r-v99zaig5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1393953948',owner_user_name='tempest-AttachVolumeNegativeTest-1393953948-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:50:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c44584c09d01465986df6f03b4e37984',uuid=002b22cd-30e6-461a-82c6-da33b7bf342d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "address": "fa:16:3e:81:aa:6d", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3448907c-5d", "ovs_interfaceid": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converting VIF {"id": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "address": "fa:16:3e:81:aa:6d", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3448907c-5d", "ovs_interfaceid": "3448907c-5d97-41e8-bdec-4ed2b2adb4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:81:aa:6d,bridge_name='br-int',has_traffic_filtering=True,id=3448907c-5d97-41e8-bdec-4ed2b2adb4fe,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3448907c-5d') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG os_vif [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:aa:6d,bridge_name='br-int',has_traffic_filtering=True,id=3448907c-5d97-41e8-bdec-4ed2b2adb4fe,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3448907c-5d') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3448907c-5d, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1286d7a7-a593-4d04-808e-d0591952049a) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:53:25 user nova-compute[74675]: INFO os_vif [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:aa:6d,bridge_name='br-int',has_traffic_filtering=True,id=3448907c-5d97-41e8-bdec-4ed2b2adb4fe,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3448907c-5d')
Nov 23 06:53:25 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Deleting instance files /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d_del
Nov 23 06:53:25 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Deletion of /opt/stack/data/nova/instances/002b22cd-30e6-461a-82c6-da33b7bf342d_del complete
Nov 23 06:53:25 user nova-compute[74675]: INFO nova.compute.manager [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 23 06:53:25 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:53:25 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:53:25 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Took 0.65 seconds to deallocate network for instance.
Nov 23 06:53:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:53:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:53:26 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:53:26 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:53:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.109s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:53:26 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Deleted allocations for instance 002b22cd-30e6-461a-82c6-da33b7bf342d
Nov 23 06:53:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-f1bcd5b5-6ba1-43f5-9ae5-f8b15d6f645e tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.866s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:53:27 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:53:27 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:53:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-a4fab414-b081-4873-83e0-d12b9e9b8f8d req-b154a076-8cc4-4b48-909d-f378985677a2 service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Received event network-vif-plugged-3448907c-5d97-41e8-bdec-4ed2b2adb4fe {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:53:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a4fab414-b081-4873-83e0-d12b9e9b8f8d req-b154a076-8cc4-4b48-909d-f378985677a2 service nova] Acquiring lock "002b22cd-30e6-461a-82c6-da33b7bf342d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:53:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a4fab414-b081-4873-83e0-d12b9e9b8f8d req-b154a076-8cc4-4b48-909d-f378985677a2 service nova] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:53:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a4fab414-b081-4873-83e0-d12b9e9b8f8d req-b154a076-8cc4-4b48-909d-f378985677a2 service nova] Lock "002b22cd-30e6-461a-82c6-da33b7bf342d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:53:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-a4fab414-b081-4873-83e0-d12b9e9b8f8d req-b154a076-8cc4-4b48-909d-f378985677a2 service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] No waiting events found dispatching network-vif-plugged-3448907c-5d97-41e8-bdec-4ed2b2adb4fe {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:53:27 user nova-compute[74675]: WARNING nova.compute.manager [req-a4fab414-b081-4873-83e0-d12b9e9b8f8d req-b154a076-8cc4-4b48-909d-f378985677a2 service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Received unexpected event network-vif-plugged-3448907c-5d97-41e8-bdec-4ed2b2adb4fe for instance with vm_state deleted and task_state None.
Nov 23 06:53:27 user nova-compute[74675]: DEBUG nova.compute.manager [req-a4fab414-b081-4873-83e0-d12b9e9b8f8d req-b154a076-8cc4-4b48-909d-f378985677a2 service nova] [instance: 002b22cd-30e6-461a-82c6-da33b7bf342d] Received event network-vif-deleted-3448907c-5d97-41e8-bdec-4ed2b2adb4fe {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:53:29 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:53:30 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:53:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:53:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:53:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:53:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:53:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:53:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:53:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:53:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:53:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:53:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:54:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:54:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:54:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:54:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:54:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:54:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:54:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:54:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:54:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:54:15 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:54:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:54:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:54:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:54:15 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:54:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:15 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:54:15 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:54:15 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=9118MB free_disk=25.314193725585938GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:54:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:54:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:54:15 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:54:15 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:54:15 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:54:15 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:54:15 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:54:15 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.140s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:54:17 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:54:17 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:54:18 user nova-compute[74675]: INFO nova.compute.claims [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Claim successful on node user
Nov 23 06:54:18 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.185s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:54:18 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:54:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG nova.policy [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c44584c09d01465986df6f03b4e37984', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69c4ff0314da4dd4911cc24080eab982', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:54:18 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Creating image(s)
Nov 23 06:54:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "/opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "/opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "/opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:54:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.191s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk 1073741824" returned: 0 in 0.046s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Successfully created port: a9f14407-f8cb-4660-8f30-4682d7e9336c {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.186s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Cannot resize image /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Ensure instance console log exists: /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:54:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Successfully updated port: a9f14407-f8cb-4660-8f30-4682d7e9336c {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "refresh_cache-5e68b175-cc7e-4d99-995b-f35bed5e39bb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquired lock "refresh_cache-5e68b175-cc7e-4d99-995b-f35bed5e39bb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-2dfa167d-c29e-4f61-a234-4106a693128b req-ae931f93-0061-401a-86d6-cfc783b5795d service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Received event network-changed-a9f14407-f8cb-4660-8f30-4682d7e9336c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-2dfa167d-c29e-4f61-a234-4106a693128b req-ae931f93-0061-401a-86d6-cfc783b5795d service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Refreshing instance network info cache due to event network-changed-a9f14407-f8cb-4660-8f30-4682d7e9336c. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2dfa167d-c29e-4f61-a234-4106a693128b req-ae931f93-0061-401a-86d6-cfc783b5795d service nova] Acquiring lock "refresh_cache-5e68b175-cc7e-4d99-995b-f35bed5e39bb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Updating instance_info_cache with network_info: [{"id": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "address": "fa:16:3e:55:f9:da", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9f14407-f8", "ovs_interfaceid": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Releasing lock "refresh_cache-5e68b175-cc7e-4d99-995b-f35bed5e39bb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Instance network_info: |[{"id": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "address": "fa:16:3e:55:f9:da", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9f14407-f8", "ovs_interfaceid": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2dfa167d-c29e-4f61-a234-4106a693128b req-ae931f93-0061-401a-86d6-cfc783b5795d service nova] Acquired lock "refresh_cache-5e68b175-cc7e-4d99-995b-f35bed5e39bb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.network.neutron [req-2dfa167d-c29e-4f61-a234-4106a693128b req-ae931f93-0061-401a-86d6-cfc783b5795d service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Refreshing network info cache for port a9f14407-f8cb-4660-8f30-4682d7e9336c {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Start _get_guest_xml network_info=[{"id": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "address": "fa:16:3e:55:f9:da", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9f14407-f8", "ovs_interfaceid": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:54:20 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:54:20 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:54:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-996863615',display_name='tempest-AttachVolumeNegativeTest-server-996863615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-996863615',id=52,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEaIuz/UOKG/b1oHKqa0UZ6dhfD+r8h1FWZPR8QeTD/uuFl+ae1lx+JXVEG66TmERH+CQjIgmvEvdS/uEDgdacob+5tb0HAFezWbJ5KMJvtvIE1qjhD3TGllnT7Cp0vatg==',key_name='tempest-keypair-1491261790',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='69c4ff0314da4dd4911cc24080eab982',ramdisk_id='',reservation_id='r-3zc7bi9t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1393953948',owner_user_name='tempest-AttachVolumeNegativeTest-1393953948-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:54:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c44584c09d01465986df6f03b4e37984',uuid=5e68b175-cc7e-4d99-995b-f35bed5e39bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "address": "fa:16:3e:55:f9:da", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9f14407-f8", "ovs_interfaceid": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converting VIF {"id": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "address": "fa:16:3e:55:f9:da", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9f14407-f8", "ovs_interfaceid": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:f9:da,bridge_name='br-int',has_traffic_filtering=True,id=a9f14407-f8cb-4660-8f30-4682d7e9336c,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9f14407-f8') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.objects.instance [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'pci_devices' on Instance uuid 5e68b175-cc7e-4d99-995b-f35bed5e39bb {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:54:20 user nova-compute[74675]:   <uuid>5e68b175-cc7e-4d99-995b-f35bed5e39bb</uuid>
Nov 23 06:54:20 user nova-compute[74675]:   <name>instance-00000034</name>
Nov 23 06:54:20 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:54:20 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:54:20 user nova-compute[74675]:   <metadata>
Nov 23 06:54:20 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:54:20 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:54:20 user nova-compute[74675]:       <nova:name>tempest-AttachVolumeNegativeTest-server-996863615</nova:name>
Nov 23 06:54:20 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:54:20</nova:creationTime>
Nov 23 06:54:20 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:54:20 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:54:20 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:54:20 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:54:20 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:54:20 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:54:20 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:54:20 user nova-compute[74675]:       <nova:owner>
Nov 23 06:54:20 user nova-compute[74675]:         <nova:user uuid="c44584c09d01465986df6f03b4e37984">tempest-AttachVolumeNegativeTest-1393953948-project-member</nova:user>
Nov 23 06:54:20 user nova-compute[74675]:         <nova:project uuid="69c4ff0314da4dd4911cc24080eab982">tempest-AttachVolumeNegativeTest-1393953948</nova:project>
Nov 23 06:54:20 user nova-compute[74675]:       </nova:owner>
Nov 23 06:54:20 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:54:20 user nova-compute[74675]:       <nova:ports>
Nov 23 06:54:20 user nova-compute[74675]:         <nova:port uuid="a9f14407-f8cb-4660-8f30-4682d7e9336c">
Nov 23 06:54:20 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 23 06:54:20 user nova-compute[74675]:         </nova:port>
Nov 23 06:54:20 user nova-compute[74675]:       </nova:ports>
Nov 23 06:54:20 user nova-compute[74675]:     </nova:instance>
Nov 23 06:54:20 user nova-compute[74675]:   </metadata>
Nov 23 06:54:20 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:54:20 user nova-compute[74675]:     <system>
Nov 23 06:54:20 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:54:20 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:54:20 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:54:20 user nova-compute[74675]:       <entry name="serial">5e68b175-cc7e-4d99-995b-f35bed5e39bb</entry>
Nov 23 06:54:20 user nova-compute[74675]:       <entry name="uuid">5e68b175-cc7e-4d99-995b-f35bed5e39bb</entry>
Nov 23 06:54:20 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:54:20 user nova-compute[74675]:     </system>
Nov 23 06:54:20 user nova-compute[74675]:   </sysinfo>
Nov 23 06:54:20 user nova-compute[74675]:   <os>
Nov 23 06:54:20 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:54:20 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:54:20 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:54:20 user nova-compute[74675]:   </os>
Nov 23 06:54:20 user nova-compute[74675]:   <features>
Nov 23 06:54:20 user nova-compute[74675]:     <acpi/>
Nov 23 06:54:20 user nova-compute[74675]:     <apic/>
Nov 23 06:54:20 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:54:20 user nova-compute[74675]:   </features>
Nov 23 06:54:20 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:54:20 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:54:20 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:54:20 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:54:20 user nova-compute[74675]:   </clock>
Nov 23 06:54:20 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:54:20 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:54:20 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:54:20 user nova-compute[74675]:   </cpu>
Nov 23 06:54:20 user nova-compute[74675]:   <devices>
Nov 23 06:54:20 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:54:20 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:54:20 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk"/>
Nov 23 06:54:20 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:54:20 user nova-compute[74675]:     </disk>
Nov 23 06:54:20 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:54:20 user nova-compute[74675]:       <mac address="fa:16:3e:55:f9:da"/>
Nov 23 06:54:20 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:54:20 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:54:20 user nova-compute[74675]:       <target dev="tapa9f14407-f8"/>
Nov 23 06:54:20 user nova-compute[74675]:     </interface>
Nov 23 06:54:20 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:54:20 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/console.log" append="off"/>
Nov 23 06:54:20 user nova-compute[74675]:     </serial>
Nov 23 06:54:20 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:54:20 user nova-compute[74675]:     <video>
Nov 23 06:54:20 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:54:20 user nova-compute[74675]:     </video>
Nov 23 06:54:20 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:54:20 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:54:20 user nova-compute[74675]:     </rng>
Nov 23 06:54:20 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:54:20 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:54:20 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:54:20 user nova-compute[74675]:     </memballoon>
Nov 23 06:54:20 user nova-compute[74675]:   </devices>
Nov 23 06:54:20 user nova-compute[74675]: </domain>
Nov 23 06:54:20 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:54:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-996863615',display_name='tempest-AttachVolumeNegativeTest-server-996863615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-996863615',id=52,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEaIuz/UOKG/b1oHKqa0UZ6dhfD+r8h1FWZPR8QeTD/uuFl+ae1lx+JXVEG66TmERH+CQjIgmvEvdS/uEDgdacob+5tb0HAFezWbJ5KMJvtvIE1qjhD3TGllnT7Cp0vatg==',key_name='tempest-keypair-1491261790',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='69c4ff0314da4dd4911cc24080eab982',ramdisk_id='',reservation_id='r-3zc7bi9t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1393953948',owner_user_name='tempest-AttachVolumeNegativeTest-1393953948-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:54:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c44584c09d01465986df6f03b4e37984',uuid=5e68b175-cc7e-4d99-995b-f35bed5e39bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "address": "fa:16:3e:55:f9:da", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9f14407-f8", "ovs_interfaceid": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converting VIF {"id": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "address": "fa:16:3e:55:f9:da", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9f14407-f8", "ovs_interfaceid": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:f9:da,bridge_name='br-int',has_traffic_filtering=True,id=a9f14407-f8cb-4660-8f30-4682d7e9336c,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9f14407-f8') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG os_vif [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:f9:da,bridge_name='br-int',has_traffic_filtering=True,id=a9f14407-f8cb-4660-8f30-4682d7e9336c,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9f14407-f8') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '89a201a1-304a-561b-ac8b-bf56d829f604', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa9f14407-f8, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa9f14407-f8, col_values=(('qos', UUID('fc2b4cdf-5fe7-497d-bd0e-24d7b6e890f7')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa9f14407-f8, col_values=(('external_ids', {'iface-id': 'a9f14407-f8cb-4660-8f30-4682d7e9336c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:f9:da', 'vm-uuid': '5e68b175-cc7e-4d99-995b-f35bed5e39bb'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:20 user nova-compute[74675]: INFO os_vif [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:f9:da,bridge_name='br-int',has_traffic_filtering=True,id=a9f14407-f8cb-4660-8f30-4682d7e9336c,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9f14407-f8')
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No VIF found with MAC fa:16:3e:55:f9:da, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.network.neutron [req-2dfa167d-c29e-4f61-a234-4106a693128b req-ae931f93-0061-401a-86d6-cfc783b5795d service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Updated VIF entry in instance network info cache for port a9f14407-f8cb-4660-8f30-4682d7e9336c. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG nova.network.neutron [req-2dfa167d-c29e-4f61-a234-4106a693128b req-ae931f93-0061-401a-86d6-cfc783b5795d service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Updating instance_info_cache with network_info: [{"id": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "address": "fa:16:3e:55:f9:da", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9f14407-f8", "ovs_interfaceid": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:54:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-2dfa167d-c29e-4f61-a234-4106a693128b req-ae931f93-0061-401a-86d6-cfc783b5795d service nova] Releasing lock "refresh_cache-5e68b175-cc7e-4d99-995b-f35bed5e39bb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:54:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-c171682b-0785-4008-90f0-e024734005ac req-37f5e10c-02c0-469d-82b3-27820a51ceaa service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Received event network-vif-plugged-a9f14407-f8cb-4660-8f30-4682d7e9336c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:54:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c171682b-0785-4008-90f0-e024734005ac req-37f5e10c-02c0-469d-82b3-27820a51ceaa service nova] Acquiring lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:54:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c171682b-0785-4008-90f0-e024734005ac req-37f5e10c-02c0-469d-82b3-27820a51ceaa service nova] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:54:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-c171682b-0785-4008-90f0-e024734005ac req-37f5e10c-02c0-469d-82b3-27820a51ceaa service nova] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:54:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-c171682b-0785-4008-90f0-e024734005ac req-37f5e10c-02c0-469d-82b3-27820a51ceaa service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] No waiting events found dispatching network-vif-plugged-a9f14407-f8cb-4660-8f30-4682d7e9336c {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:54:22 user nova-compute[74675]: WARNING nova.compute.manager [req-c171682b-0785-4008-90f0-e024734005ac req-37f5e10c-02c0-469d-82b3-27820a51ceaa service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Received unexpected event network-vif-plugged-a9f14407-f8cb-4660-8f30-4682d7e9336c for instance with vm_state building and task_state spawning.
Nov 23 06:54:22 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:54:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:23 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:54:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:54:23 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Instance spawned successfully.
Nov 23 06:54:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:54:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:54:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:54:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:54:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:54:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:54:23 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:54:24 user nova-compute[74675]: INFO nova.compute.manager [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Took 5.16 seconds to spawn the instance on the hypervisor.
Nov 23 06:54:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:54:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-1b09d197-e76c-4de5-b955-b5de0237472e req-e304dd20-28ab-44ac-a90d-54e2c2d182f8 service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Received event network-vif-plugged-a9f14407-f8cb-4660-8f30-4682d7e9336c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:54:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1b09d197-e76c-4de5-b955-b5de0237472e req-e304dd20-28ab-44ac-a90d-54e2c2d182f8 service nova] Acquiring lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:54:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1b09d197-e76c-4de5-b955-b5de0237472e req-e304dd20-28ab-44ac-a90d-54e2c2d182f8 service nova] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:54:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-1b09d197-e76c-4de5-b955-b5de0237472e req-e304dd20-28ab-44ac-a90d-54e2c2d182f8 service nova] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:54:24 user nova-compute[74675]: DEBUG nova.compute.manager [req-1b09d197-e76c-4de5-b955-b5de0237472e req-e304dd20-28ab-44ac-a90d-54e2c2d182f8 service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] No waiting events found dispatching network-vif-plugged-a9f14407-f8cb-4660-8f30-4682d7e9336c {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:54:24 user nova-compute[74675]: WARNING nova.compute.manager [req-1b09d197-e76c-4de5-b955-b5de0237472e req-e304dd20-28ab-44ac-a90d-54e2c2d182f8 service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Received unexpected event network-vif-plugged-a9f14407-f8cb-4660-8f30-4682d7e9336c for instance with vm_state building and task_state spawning.
Nov 23 06:54:24 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:54:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:54:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:54:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Skipping network cache update for instance because it is Building. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 23 06:54:24 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 06:54:24 user nova-compute[74675]: INFO nova.compute.manager [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Took 5.69 seconds to build instance.
Nov 23 06:54:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c856c87a-49a9-48c4-a718-f92ca1a063cc tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.802s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:54:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:27 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:54:29 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:54:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:31 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:54:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:54:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:54:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:54:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:54:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:54:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:55:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:55:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:55:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:55:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:55:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:55:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:55:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:55:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:55:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:55:16 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:55:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:55:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:55:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:55:16 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:55:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:55:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:55:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:55:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:55:16 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:55:16 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:55:16 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8958MB free_disk=25.284420013427734GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:55:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:55:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:55:17 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 5e68b175-cc7e-4d99-995b-f35bed5e39bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:55:17 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:55:17 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:55:17 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:55:17 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:55:17 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:55:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.215s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:55:19 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:55:19 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:55:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:55:21 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:55:21 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:55:23 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:55:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:55:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:55:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:55:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:55:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:55:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:55:26 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:55:26 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:55:26 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:55:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-5e68b175-cc7e-4d99-995b-f35bed5e39bb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:55:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-5e68b175-cc7e-4d99-995b-f35bed5e39bb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:55:26 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:55:26 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid 5e68b175-cc7e-4d99-995b-f35bed5e39bb {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:55:26 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Updating instance_info_cache with network_info: [{"id": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "address": "fa:16:3e:55:f9:da", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9f14407-f8", "ovs_interfaceid": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:55:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-5e68b175-cc7e-4d99-995b-f35bed5e39bb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:55:26 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:55:28 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:55:30 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:55:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:55:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:55:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:55:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:55:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:55:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:55:31 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:55:31 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:55:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:55:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:55:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:55:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:55:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:55:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:55:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:55:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:55:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:55:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:55:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:55:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:55:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:55:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:55:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:55:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:55:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:55:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:55:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:55:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:56:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:56:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:56:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:56:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:56:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:56:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:56:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:56:09 user nova-compute[74675]: DEBUG nova.compute.manager [req-a3dfea18-a48f-4504-9412-dde418a53bad req-2fdd60c0-a766-4134-949d-c10b7f991ff5 service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Received event network-changed-a9f14407-f8cb-4660-8f30-4682d7e9336c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:56:09 user nova-compute[74675]: DEBUG nova.compute.manager [req-a3dfea18-a48f-4504-9412-dde418a53bad req-2fdd60c0-a766-4134-949d-c10b7f991ff5 service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Refreshing instance network info cache due to event network-changed-a9f14407-f8cb-4660-8f30-4682d7e9336c. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:56:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a3dfea18-a48f-4504-9412-dde418a53bad req-2fdd60c0-a766-4134-949d-c10b7f991ff5 service nova] Acquiring lock "refresh_cache-5e68b175-cc7e-4d99-995b-f35bed5e39bb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:56:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a3dfea18-a48f-4504-9412-dde418a53bad req-2fdd60c0-a766-4134-949d-c10b7f991ff5 service nova] Acquired lock "refresh_cache-5e68b175-cc7e-4d99-995b-f35bed5e39bb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:56:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-a3dfea18-a48f-4504-9412-dde418a53bad req-2fdd60c0-a766-4134-949d-c10b7f991ff5 service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Refreshing network info cache for port a9f14407-f8cb-4660-8f30-4682d7e9336c {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:56:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-a3dfea18-a48f-4504-9412-dde418a53bad req-2fdd60c0-a766-4134-949d-c10b7f991ff5 service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Updated VIF entry in instance network info cache for port a9f14407-f8cb-4660-8f30-4682d7e9336c. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:56:09 user nova-compute[74675]: DEBUG nova.network.neutron [req-a3dfea18-a48f-4504-9412-dde418a53bad req-2fdd60c0-a766-4134-949d-c10b7f991ff5 service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Updating instance_info_cache with network_info: [{"id": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "address": "fa:16:3e:55:f9:da", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9f14407-f8", "ovs_interfaceid": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:56:09 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-a3dfea18-a48f-4504-9412-dde418a53bad req-2fdd60c0-a766-4134-949d-c10b7f991ff5 service nova] Releasing lock "refresh_cache-5e68b175-cc7e-4d99-995b-f35bed5e39bb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:56:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:56:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG nova.objects.instance [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'flavor' on Instance uuid 5e68b175-cc7e-4d99-995b-f35bed5e39bb {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:56:12 user nova-compute[74675]: INFO nova.compute.manager [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Attaching volume 171f2e79-d87d-499d-b6ce-90113140d814 to /dev/vdb
Nov 23 06:56:12 user nova-compute[74675]: DEBUG os_brick.utils [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[83834d28-5d11-43f5-8a2d-682bdcb4d9c2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6c42043-8462-4aa6-9a84-cad831af04ec]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[64314f46-18d6-4388-a31b-4a2b273351c2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fea8991-70d7-4fbf-bf7e-0fcd470b1f18]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 06:56:12 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 06:56:12 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e0b642e-4bf6-473a-b100-4f9d3d0348e7]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG os_brick.utils [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:56:12 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Updating existing volume attachment record: 4a1e5b16-39ed-485d-96b3-5c532e33900b {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 06:56:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:56:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:56:16 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:56:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:56:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:56:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:56:16 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:56:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:16 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:16 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:56:16 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:56:16 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8968MB free_disk=25.283695220947266GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:56:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:56:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:56:17 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 5e68b175-cc7e-4d99-995b-f35bed5e39bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 06:56:17 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:56:17 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:56:17 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:56:17 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:56:17 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:56:17 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.322s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VCrhSbZU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:56:18 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:56:18 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:56:18 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6a60965-06a6-47e9-b88e-dab0695319d5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 06:56:18 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a48ff27a-f4dd-4185-ba81-50c1c769cf47]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814] added
Nov 23 06:56:18 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[af538bb5-0a9c-4785-8ec2-2fec39f7d071]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aaef706-3cf0-4c2b-a238-63ec37256a8e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VCrhSbZU {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VCrhSbZU" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[77733ef6-e4af-4282-a9f2-5cbe2130880b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VCrhSbZU'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[00ae1356-74d7-4e49-9400-64406d292412]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ecb24bd-3ddb-4961-a29c-489dc7efe02d]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 23 06:56:18 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 23 06:56:18 user nova-compute[74675]:  {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:56:18 user nova-compute[74675]: WARNING os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 23 06:56:18 user nova-compute[74675]: 
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebad01bf-8aca-4aca-abec-8096eff8c5c4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814, portal: 172.16.0.220,3260]
Nov 23 06:56:18 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814, portal: 172.16.0.220,3260] successful.
Nov 23 06:56:18 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e495e7a6-24f5-4eb6-a43f-83b16f94b402]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[786d4fae-5528-4440-82d3-1365d46409a8]: (4, ('tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 (non-flash)
Nov 23 06:56:18 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsi session list stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 (non-flash)
Nov 23 06:56:18 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.263s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] HCTL ('33', '-', '-', 0) found on session 63 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa479021-da7b-423b-8231-77e7ef00c245]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Searching for a device in session 63 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 06:56:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VCrhSbZU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 06:56:19 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:56:19 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:56:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:56:19 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '23263346335383339', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:56:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263346335383339', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 06:56:19 user nova-compute[74675]: DEBUG nova.objects.instance [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'flavor' on Instance uuid 5e68b175-cc7e-4d99-995b-f35bed5e39bb {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:56:19 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 06:56:19 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:56:19 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:56:19 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:56:19 user nova-compute[74675]:   <serial>171f2e79-d87d-499d-b6ce-90113140d814</serial>
Nov 23 06:56:19 user nova-compute[74675]: </disk>
Nov 23 06:56:19 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 06:56:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:56:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:56:20 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] No VIF found with MAC fa:16:3e:55:f9:da, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:56:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-30623c93-67c4-4e05-a9b5-2473db472a8d tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.854s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:56:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:56:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:56:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:56:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:56:21 user nova-compute[74675]: INFO nova.compute.manager [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Detaching volume 171f2e79-d87d-499d-b6ce-90113140d814
Nov 23 06:56:21 user nova-compute[74675]: INFO nova.virt.block_device [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Attempting to driver detach volume 171f2e79-d87d-499d-b6ce-90113140d814 from mountpoint /dev/vdb
Nov 23 06:56:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Attempting to detach device vdb from instance 5e68b175-cc7e-4d99-995b-f35bed5e39bb from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 06:56:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:56:21 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:56:21 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:56:21 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:56:21 user nova-compute[74675]:   <serial>171f2e79-d87d-499d-b6ce-90113140d814</serial>
Nov 23 06:56:21 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:56:21 user nova-compute[74675]: </disk>
Nov 23 06:56:21 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:56:21 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Successfully detached device vdb from instance 5e68b175-cc7e-4d99-995b-f35bed5e39bb from the persistent domain config.
Nov 23 06:56:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5e68b175-cc7e-4d99-995b-f35bed5e39bb from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 06:56:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 06:56:21 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 06:56:21 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 06:56:21 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 06:56:21 user nova-compute[74675]:   <serial>171f2e79-d87d-499d-b6ce-90113140d814</serial>
Nov 23 06:56:21 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 06:56:21 user nova-compute[74675]: </disk>
Nov 23 06:56:21 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 06:56:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5e68b175-cc7e-4d99-995b-f35bed5e39bb {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 06:56:22 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:56:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 23 06:56:22 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] There are 0 instances to clean {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 23 06:56:23 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:56:23 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:56:25 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:56:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:56:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:56:26 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:56:26 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:56:26 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:56:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-5e68b175-cc7e-4d99-995b-f35bed5e39bb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:56:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-5e68b175-cc7e-4d99-995b-f35bed5e39bb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:56:26 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 06:56:26 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid 5e68b175-cc7e-4d99-995b-f35bed5e39bb {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:56:26 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Updating instance_info_cache with network_info: [{"id": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "address": "fa:16:3e:55:f9:da", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9f14407-f8", "ovs_interfaceid": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:56:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-5e68b175-cc7e-4d99-995b-f35bed5e39bb" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:56:26 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 06:56:30 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:56:30 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:56:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:56:32 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:56:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:56:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:56:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:56:41 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5e68b175-cc7e-4d99-995b-f35bed5e39bb is timed out.
Nov 23 06:56:41 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Successfully detached device vdb from instance 5e68b175-cc7e-4d99-995b-f35bed5e39bb from the live domain config.
Nov 23 06:56:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VCrhSbZU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 06:56:41 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 06:56:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[96e0d86c-547b-4cbc-a6b9-d1fc5cd5e32a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 06:56:41 user nova-compute[74675]: No targets found.
Nov 23 06:56:41 user nova-compute[74675]: iSNS:
Nov 23 06:56:41 user nova-compute[74675]: No targets found.
Nov 23 06:56:41 user nova-compute[74675]: STATIC:
Nov 23 06:56:41 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814
Nov 23 06:56:41 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 06:56:41 user nova-compute[74675]:                 Iface Name: default
Nov 23 06:56:41 user nova-compute[74675]: FIRMWARE:
Nov 23 06:56:41 user nova-compute[74675]: No targets found.
Nov 23 06:56:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 06:56:41 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 06:56:41 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4209283f-c1af-460d-84fb-3091cdfd061d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc8d9ed6-1ed8-4ef2-8fc1-5a8124593ac0]: (4, ('tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 (non-flash)
Nov 23 06:56:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsi session list stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 (non-flash)
Nov 23 06:56:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac885615a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c814eb7-d532-45b7-8f68-ae01cbb5d971]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa153097-f036-42f6-a530-8c6d4d0b6315]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[beaa98fa-0be6-4097-bd10-725ecf2fa002]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeb64fc8-2fc5-4157-bbe4-b115644aace6]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c98db759-95ee-401d-b11d-89302d2c56fa]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:56:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff5e27bd-9972-4fdd-ad8f-d3af11aa4b7f]: (4, ('Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814, portal: 172.16.0.220,3260]\nLogout of [sid: 63, target: iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814, portal: 172.16.0.220,3260]
Nov 23 06:56:42 user nova-compute[74675]: Logout of [sid: 63, target: iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814, portal: 172.16.0.220,3260] successful.
Nov 23 06:56:42 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:56:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:56:42 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:171f2e79-d87d-499d-b6ce-90113140d814 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:56:42 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[267e1ac1-c634-4768-b75c-eaf91fe8bbf9]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 06:56:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 06:56:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.284s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 06:56:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] <== disconnect_volume: return (285ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 06:56:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 06:56:42 user nova-compute[74675]: DEBUG nova.objects.instance [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'flavor' on Instance uuid 5e68b175-cc7e-4d99-995b-f35bed5e39bb {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:56:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-753afa86-4b4c-40e4-93c3-a9779dfec97f tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.723s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:56:45 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:56:45 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74675) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 23 06:56:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:56:47 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:56:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:56:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:56:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:56:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:56:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:56:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:56:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:56:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:56:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:56:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:56:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:56:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:57:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:57:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:57:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:57:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:57:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:57:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:57:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:57:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:57:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:57:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:57:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:57:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:57:11 user nova-compute[74675]: INFO nova.compute.manager [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Terminating instance
Nov 23 06:57:11 user nova-compute[74675]: DEBUG nova.compute.manager [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 06:57:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-beaef1f6-4278-4b39-a062-7caac222cd8e req-071f903a-8055-4509-95d7-d517749480ea service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Received event network-vif-unplugged-a9f14407-f8cb-4660-8f30-4682d7e9336c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:57:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-beaef1f6-4278-4b39-a062-7caac222cd8e req-071f903a-8055-4509-95d7-d517749480ea service nova] Acquiring lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:57:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-beaef1f6-4278-4b39-a062-7caac222cd8e req-071f903a-8055-4509-95d7-d517749480ea service nova] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:57:11 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-beaef1f6-4278-4b39-a062-7caac222cd8e req-071f903a-8055-4509-95d7-d517749480ea service nova] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:57:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-beaef1f6-4278-4b39-a062-7caac222cd8e req-071f903a-8055-4509-95d7-d517749480ea service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] No waiting events found dispatching network-vif-unplugged-a9f14407-f8cb-4660-8f30-4682d7e9336c {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:57:11 user nova-compute[74675]: DEBUG nova.compute.manager [req-beaef1f6-4278-4b39-a062-7caac222cd8e req-071f903a-8055-4509-95d7-d517749480ea service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Received event network-vif-unplugged-a9f14407-f8cb-4660-8f30-4682d7e9336c for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 06:57:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:12 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Instance destroyed successfully.
Nov 23 06:57:12 user nova-compute[74675]: DEBUG nova.objects.instance [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lazy-loading 'resources' on Instance uuid 5e68b175-cc7e-4d99-995b-f35bed5e39bb {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:57:12 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:54:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-996863615',display_name='tempest-AttachVolumeNegativeTest-server-996863615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-996863615',id=52,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEaIuz/UOKG/b1oHKqa0UZ6dhfD+r8h1FWZPR8QeTD/uuFl+ae1lx+JXVEG66TmERH+CQjIgmvEvdS/uEDgdacob+5tb0HAFezWbJ5KMJvtvIE1qjhD3TGllnT7Cp0vatg==',key_name='tempest-keypair-1491261790',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:54:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='69c4ff0314da4dd4911cc24080eab982',ramdisk_id='',reservation_id='r-3zc7bi9t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1393953948',owner_user_name='tempest-AttachVolumeNegativeTest-1393953948-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:54:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c44584c09d01465986df6f03b4e37984',uuid=5e68b175-cc7e-4d99-995b-f35bed5e39bb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "address": "fa:16:3e:55:f9:da", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9f14407-f8", "ovs_interfaceid": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 06:57:12 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converting VIF {"id": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "address": "fa:16:3e:55:f9:da", "network": {"id": "9f00dd14-3c41-4535-91de-f394b8a1bfaa", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1296579100-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "69c4ff0314da4dd4911cc24080eab982", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9f14407-f8", "ovs_interfaceid": "a9f14407-f8cb-4660-8f30-4682d7e9336c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:57:12 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:55:f9:da,bridge_name='br-int',has_traffic_filtering=True,id=a9f14407-f8cb-4660-8f30-4682d7e9336c,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9f14407-f8') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:57:12 user nova-compute[74675]: DEBUG os_vif [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:f9:da,bridge_name='br-int',has_traffic_filtering=True,id=a9f14407-f8cb-4660-8f30-4682d7e9336c,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9f14407-f8') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 06:57:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa9f14407-f8, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:57:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fc2b4cdf-5fe7-497d-bd0e-24d7b6e890f7) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:57:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:57:12 user nova-compute[74675]: INFO os_vif [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:f9:da,bridge_name='br-int',has_traffic_filtering=True,id=a9f14407-f8cb-4660-8f30-4682d7e9336c,network=Network(9f00dd14-3c41-4535-91de-f394b8a1bfaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9f14407-f8')
Nov 23 06:57:12 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Deleting instance files /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb_del
Nov 23 06:57:12 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Deletion of /opt/stack/data/nova/instances/5e68b175-cc7e-4d99-995b-f35bed5e39bb_del complete
Nov 23 06:57:12 user nova-compute[74675]: INFO nova.compute.manager [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 23 06:57:12 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 06:57:12 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 06:57:12 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 06:57:13 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:57:13 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Took 0.80 seconds to deallocate network for instance.
Nov 23 06:57:13 user nova-compute[74675]: DEBUG nova.compute.manager [req-a3a5b168-79a5-4906-b68b-30251e5a87d9 req-b55ee10e-23f4-40dc-beba-406d2f4186d9 service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Received event network-vif-deleted-a9f14407-f8cb-4660-8f30-4682d7e9336c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:57:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:57:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:57:13 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:57:13 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:57:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.113s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:57:13 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Deleted allocations for instance 5e68b175-cc7e-4d99-995b-f35bed5e39bb
Nov 23 06:57:13 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-865b8901-2325-40a4-ac76-93352c20c449 tempest-AttachVolumeNegativeTest-1393953948 tempest-AttachVolumeNegativeTest-1393953948-project-member] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.946s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:57:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-fc9c585e-1cd9-4bc8-bcd2-baa01ec0d39a req-babd014f-92e1-489b-983f-62be239dcccf service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Received event network-vif-plugged-a9f14407-f8cb-4660-8f30-4682d7e9336c {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:57:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fc9c585e-1cd9-4bc8-bcd2-baa01ec0d39a req-babd014f-92e1-489b-983f-62be239dcccf service nova] Acquiring lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:57:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fc9c585e-1cd9-4bc8-bcd2-baa01ec0d39a req-babd014f-92e1-489b-983f-62be239dcccf service nova] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:57:14 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-fc9c585e-1cd9-4bc8-bcd2-baa01ec0d39a req-babd014f-92e1-489b-983f-62be239dcccf service nova] Lock "5e68b175-cc7e-4d99-995b-f35bed5e39bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:57:14 user nova-compute[74675]: DEBUG nova.compute.manager [req-fc9c585e-1cd9-4bc8-bcd2-baa01ec0d39a req-babd014f-92e1-489b-983f-62be239dcccf service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] No waiting events found dispatching network-vif-plugged-a9f14407-f8cb-4660-8f30-4682d7e9336c {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:57:14 user nova-compute[74675]: WARNING nova.compute.manager [req-fc9c585e-1cd9-4bc8-bcd2-baa01ec0d39a req-babd014f-92e1-489b-983f-62be239dcccf service nova] [instance: 5e68b175-cc7e-4d99-995b-f35bed5e39bb] Received unexpected event network-vif-plugged-a9f14407-f8cb-4660-8f30-4682d7e9336c for instance with vm_state deleted and task_state None.
Nov 23 06:57:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:57:18 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:57:18 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:57:18 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=9097MB free_disk=25.310691833496094GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing inventories for resource provider f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating ProviderTree inventory for provider f859f802-386b-4956-b87c-78941b98bb44 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating inventory in ProviderTree for provider f859f802-386b-4956-b87c-78941b98bb44 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing aggregate associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, aggregates: None {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing trait associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_AUTO {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:57:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.268s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:57:19 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:57:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:25 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:57:25 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:57:26 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:57:26 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:57:26 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:57:26 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 06:57:27 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:57:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:57:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:57:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:57:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:57:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:57:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:30 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:57:32 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:57:32 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:57:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:34 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:57:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:57:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:57:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:57:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:57:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:57:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:57:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:57:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:57:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:57:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:57:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:57:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:58:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:58:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:58:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:58:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:58:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:58:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:58:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:58:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:58:13 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:58:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:58:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:58:18 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:58:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:58:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:58:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:58:18 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:58:18 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:58:18 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:58:18 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=9118MB free_disk=25.3095703125GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:58:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:58:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:58:18 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:58:18 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:58:18 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:58:18 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:58:18 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:58:18 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.114s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:58:20 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:58:20 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:58:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:58:27 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:58:27 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:58:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:58:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:58:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:58:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:58:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:58:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:58:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:58:28 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:58:28 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:58:28 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:58:28 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 06:58:31 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:58:32 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:58:32 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:58:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:58:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:58:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:58:47 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:58:52 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:58:57 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:59:02 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:59:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:59:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:59:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:59:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:59:07 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:12 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:17 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:19 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:20 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:59:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:59:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:59:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:59:20 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 06:59:20 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:59:20 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:59:20 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8842MB free_disk=25.29724884033203GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 06:59:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:59:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:59:20 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 06:59:20 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 06:59:20 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:59:20 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:59:20 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 06:59:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.139s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:59:21 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:59:21 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:59:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:22 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:27 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:59:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 06:59:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:27 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:29 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:59:30 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:59:30 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 06:59:30 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 06:59:30 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 06:59:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:32 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:59:32 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:33 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:59:33 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:59:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:36 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 06:59:37 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:59:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:59:37 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Starting instance... {{(pid=74675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 23 06:59:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:59:37 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:59:37 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74675) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 23 06:59:37 user nova-compute[74675]: INFO nova.compute.claims [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Claim successful on node user
Nov 23 06:59:38 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.215s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Start building networks asynchronously for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Allocating IP information in the background. {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] allocate_for_instance() {{(pid=74675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 23 06:59:38 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 23 06:59:38 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Start building block device mappings for instance. {{(pid=74675) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG nova.policy [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c07b513feae949d6b965009d2e281e6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3edf8591eb114a5aa77d1aea7ea9cf80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74675) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Start spawning the instance on the hypervisor. {{(pid=74675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Creating instance directory {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 23 06:59:38 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Creating image(s)
Nov 23 06:59:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "/opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "/opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "/opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.191s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.210s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk 1073741824 {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf,backing_fmt=raw /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk 1073741824" returned: 0 in 0.106s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "1d673a6a435373e26876c6f241a37728d3bb8fbf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.324s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:59:38 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:59:39 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Successfully created port: 64c71b87-feee-46c7-8636-aac3ae89b115 {{(pid=74675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 23 06:59:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1d673a6a435373e26876c6f241a37728d3bb8fbf --force-share --output=json" returned: 0 in 0.235s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:59:39 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk. size=1073741824 {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 23 06:59:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 06:59:39 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 06:59:39 user nova-compute[74675]: DEBUG nova.virt.disk.api [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Cannot resize image /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk to a smaller size. {{(pid=74675) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 23 06:59:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Created local disks {{(pid=74675) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 23 06:59:39 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Ensure instance console log exists: /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/console.log {{(pid=74675) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 23 06:59:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:59:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:59:39 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Successfully updated port: 64c71b87-feee-46c7-8636-aac3ae89b115 {{(pid=74675) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquired lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Building network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Instance cache missing network info. {{(pid=74675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.compute.manager [req-bf4a6adc-0e86-4c91-8339-f9ad88972c71 req-3b9312dc-8dd9-4b5c-aa17-f4b99865f541 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Received event network-changed-64c71b87-feee-46c7-8636-aac3ae89b115 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.compute.manager [req-bf4a6adc-0e86-4c91-8339-f9ad88972c71 req-3b9312dc-8dd9-4b5c-aa17-f4b99865f541 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Refreshing instance network info cache due to event network-changed-64c71b87-feee-46c7-8636-aac3ae89b115. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-bf4a6adc-0e86-4c91-8339-f9ad88972c71 req-3b9312dc-8dd9-4b5c-aa17-f4b99865f541 service nova] Acquiring lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.network.neutron [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updating instance_info_cache with network_info: [{"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Releasing lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Instance network_info: |[{"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-bf4a6adc-0e86-4c91-8339-f9ad88972c71 req-3b9312dc-8dd9-4b5c-aa17-f4b99865f541 service nova] Acquired lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.network.neutron [req-bf4a6adc-0e86-4c91-8339-f9ad88972c71 req-3b9312dc-8dd9-4b5c-aa17-f4b99865f541 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Refreshing network info cache for port 64c71b87-feee-46c7-8636-aac3ae89b115 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Start _get_guest_xml network_info=[{"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'image_id': 'adb6cd81-46df-49bf-9449-f8be1f499df7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 23 06:59:40 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:59:40 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] CPU controller missing on host. {{(pid=74675) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.host [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] CPU controller found on host. {{(pid=74675) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74675) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-23T06:10:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-23T06:11:08Z,direct_url=<?>,disk_format='qcow2',id=adb6cd81-46df-49bf-9449-f8be1f499df7,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='35712d8fef3044388a85ca95c681f85b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-23T06:11:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Flavor limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Image limits 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Flavor pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Image pref 0:0:0 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Got 1 possible topologies {{(pid=74675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.hardware [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:59:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1707234591',display_name='tempest-SnapshotDataIntegrityTests-server-1707234591',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1707234591',id=53,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAEM7nGwe+ZoHzBdKrtxsF/C+r7TaOahTRFl3/rj68v04FZAO8ya5a1pIPG7LOiWVlwYegu83foaEQUXqjQ+jQjsJXQHDLDhRTjh9FHf9iDzss33I6nityxI2bib9oExuQ==',key_name='tempest-keypair-1623373962',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3edf8591eb114a5aa77d1aea7ea9cf80',ramdisk_id='',reservation_id='r-whp0c7dj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1512677206',owner_user_name='tempest-SnapshotDataIntegrityTests-1512677206-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:59:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c07b513feae949d6b965009d2e281e6d',uuid=3db015cc-33b7-4d80-8b09-153295a7f9c2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74675) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Converting VIF {"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:05:a7,bridge_name='br-int',has_traffic_filtering=True,id=64c71b87-feee-46c7-8636-aac3ae89b115,network=Network(74acf180-e43b-4542-97ed-89640c2add2e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64c71b87-fe') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.objects.instance [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lazy-loading 'pci_devices' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] End _get_guest_xml xml=<domain type="kvm">
Nov 23 06:59:40 user nova-compute[74675]:   <uuid>3db015cc-33b7-4d80-8b09-153295a7f9c2</uuid>
Nov 23 06:59:40 user nova-compute[74675]:   <name>instance-00000035</name>
Nov 23 06:59:40 user nova-compute[74675]:   <memory>524288</memory>
Nov 23 06:59:40 user nova-compute[74675]:   <vcpu>1</vcpu>
Nov 23 06:59:40 user nova-compute[74675]:   <metadata>
Nov 23 06:59:40 user nova-compute[74675]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 23 06:59:40 user nova-compute[74675]:       <nova:package version="0.0.0"/>
Nov 23 06:59:40 user nova-compute[74675]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1707234591</nova:name>
Nov 23 06:59:40 user nova-compute[74675]:       <nova:creationTime>2023-11-23 06:59:40</nova:creationTime>
Nov 23 06:59:40 user nova-compute[74675]:       <nova:flavor name="m1.tiny">
Nov 23 06:59:40 user nova-compute[74675]:         <nova:memory>512</nova:memory>
Nov 23 06:59:40 user nova-compute[74675]:         <nova:disk>1</nova:disk>
Nov 23 06:59:40 user nova-compute[74675]:         <nova:swap>0</nova:swap>
Nov 23 06:59:40 user nova-compute[74675]:         <nova:ephemeral>0</nova:ephemeral>
Nov 23 06:59:40 user nova-compute[74675]:         <nova:vcpus>1</nova:vcpus>
Nov 23 06:59:40 user nova-compute[74675]:       </nova:flavor>
Nov 23 06:59:40 user nova-compute[74675]:       <nova:owner>
Nov 23 06:59:40 user nova-compute[74675]:         <nova:user uuid="c07b513feae949d6b965009d2e281e6d">tempest-SnapshotDataIntegrityTests-1512677206-project-member</nova:user>
Nov 23 06:59:40 user nova-compute[74675]:         <nova:project uuid="3edf8591eb114a5aa77d1aea7ea9cf80">tempest-SnapshotDataIntegrityTests-1512677206</nova:project>
Nov 23 06:59:40 user nova-compute[74675]:       </nova:owner>
Nov 23 06:59:40 user nova-compute[74675]:       <nova:root type="image" uuid="adb6cd81-46df-49bf-9449-f8be1f499df7"/>
Nov 23 06:59:40 user nova-compute[74675]:       <nova:ports>
Nov 23 06:59:40 user nova-compute[74675]:         <nova:port uuid="64c71b87-feee-46c7-8636-aac3ae89b115">
Nov 23 06:59:40 user nova-compute[74675]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 23 06:59:40 user nova-compute[74675]:         </nova:port>
Nov 23 06:59:40 user nova-compute[74675]:       </nova:ports>
Nov 23 06:59:40 user nova-compute[74675]:     </nova:instance>
Nov 23 06:59:40 user nova-compute[74675]:   </metadata>
Nov 23 06:59:40 user nova-compute[74675]:   <sysinfo type="smbios">
Nov 23 06:59:40 user nova-compute[74675]:     <system>
Nov 23 06:59:40 user nova-compute[74675]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 23 06:59:40 user nova-compute[74675]:       <entry name="product">OpenStack Nova</entry>
Nov 23 06:59:40 user nova-compute[74675]:       <entry name="version">0.0.0</entry>
Nov 23 06:59:40 user nova-compute[74675]:       <entry name="serial">3db015cc-33b7-4d80-8b09-153295a7f9c2</entry>
Nov 23 06:59:40 user nova-compute[74675]:       <entry name="uuid">3db015cc-33b7-4d80-8b09-153295a7f9c2</entry>
Nov 23 06:59:40 user nova-compute[74675]:       <entry name="family">Virtual Machine</entry>
Nov 23 06:59:40 user nova-compute[74675]:     </system>
Nov 23 06:59:40 user nova-compute[74675]:   </sysinfo>
Nov 23 06:59:40 user nova-compute[74675]:   <os>
Nov 23 06:59:40 user nova-compute[74675]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 23 06:59:40 user nova-compute[74675]:     <boot dev="hd"/>
Nov 23 06:59:40 user nova-compute[74675]:     <smbios mode="sysinfo"/>
Nov 23 06:59:40 user nova-compute[74675]:   </os>
Nov 23 06:59:40 user nova-compute[74675]:   <features>
Nov 23 06:59:40 user nova-compute[74675]:     <acpi/>
Nov 23 06:59:40 user nova-compute[74675]:     <apic/>
Nov 23 06:59:40 user nova-compute[74675]:     <vmcoreinfo/>
Nov 23 06:59:40 user nova-compute[74675]:   </features>
Nov 23 06:59:40 user nova-compute[74675]:   <clock offset="utc">
Nov 23 06:59:40 user nova-compute[74675]:     <timer name="pit" tickpolicy="delay"/>
Nov 23 06:59:40 user nova-compute[74675]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 23 06:59:40 user nova-compute[74675]:     <timer name="hpet" present="no"/>
Nov 23 06:59:40 user nova-compute[74675]:   </clock>
Nov 23 06:59:40 user nova-compute[74675]:   <cpu mode="custom" match="exact">
Nov 23 06:59:40 user nova-compute[74675]:     <model>Nehalem</model>
Nov 23 06:59:40 user nova-compute[74675]:     <topology sockets="1" cores="1" threads="1"/>
Nov 23 06:59:40 user nova-compute[74675]:   </cpu>
Nov 23 06:59:40 user nova-compute[74675]:   <devices>
Nov 23 06:59:40 user nova-compute[74675]:     <disk type="file" device="disk">
Nov 23 06:59:40 user nova-compute[74675]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 23 06:59:40 user nova-compute[74675]:       <source file="/opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk"/>
Nov 23 06:59:40 user nova-compute[74675]:       <target dev="vda" bus="virtio"/>
Nov 23 06:59:40 user nova-compute[74675]:     </disk>
Nov 23 06:59:40 user nova-compute[74675]:     <interface type="ethernet">
Nov 23 06:59:40 user nova-compute[74675]:       <mac address="fa:16:3e:70:05:a7"/>
Nov 23 06:59:40 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:59:40 user nova-compute[74675]:       <mtu size="1442"/>
Nov 23 06:59:40 user nova-compute[74675]:       <target dev="tap64c71b87-fe"/>
Nov 23 06:59:40 user nova-compute[74675]:     </interface>
Nov 23 06:59:40 user nova-compute[74675]:     <serial type="pty">
Nov 23 06:59:40 user nova-compute[74675]:       <log file="/opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/console.log" append="off"/>
Nov 23 06:59:40 user nova-compute[74675]:     </serial>
Nov 23 06:59:40 user nova-compute[74675]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 23 06:59:40 user nova-compute[74675]:     <video>
Nov 23 06:59:40 user nova-compute[74675]:       <model type="virtio"/>
Nov 23 06:59:40 user nova-compute[74675]:     </video>
Nov 23 06:59:40 user nova-compute[74675]:     <rng model="virtio">
Nov 23 06:59:40 user nova-compute[74675]:       <backend model="random">/dev/urandom</backend>
Nov 23 06:59:40 user nova-compute[74675]:     </rng>
Nov 23 06:59:40 user nova-compute[74675]:     <controller type="usb" index="0" model="none"/>
Nov 23 06:59:40 user nova-compute[74675]:     <memballoon model="virtio">
Nov 23 06:59:40 user nova-compute[74675]:       <stats period="10"/>
Nov 23 06:59:40 user nova-compute[74675]:     </memballoon>
Nov 23 06:59:40 user nova-compute[74675]:   </devices>
Nov 23 06:59:40 user nova-compute[74675]: </domain>
Nov 23 06:59:40 user nova-compute[74675]:  {{(pid=74675) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:59:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1707234591',display_name='tempest-SnapshotDataIntegrityTests-server-1707234591',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1707234591',id=53,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAEM7nGwe+ZoHzBdKrtxsF/C+r7TaOahTRFl3/rj68v04FZAO8ya5a1pIPG7LOiWVlwYegu83foaEQUXqjQ+jQjsJXQHDLDhRTjh9FHf9iDzss33I6nityxI2bib9oExuQ==',key_name='tempest-keypair-1623373962',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3edf8591eb114a5aa77d1aea7ea9cf80',ramdisk_id='',reservation_id='r-whp0c7dj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1512677206',owner_user_name='tempest-SnapshotDataIntegrityTests-1512677206-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-23T06:59:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c07b513feae949d6b965009d2e281e6d',uuid=3db015cc-33b7-4d80-8b09-153295a7f9c2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Converting VIF {"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:05:a7,bridge_name='br-int',has_traffic_filtering=True,id=64c71b87-feee-46c7-8636-aac3ae89b115,network=Network(74acf180-e43b-4542-97ed-89640c2add2e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64c71b87-fe') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG os_vif [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:05:a7,bridge_name='br-int',has_traffic_filtering=True,id=64c71b87-feee-46c7-8636-aac3ae89b115,network=Network(74acf180-e43b-4542-97ed-89640c2add2e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64c71b87-fe') {{(pid=74675) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f338f251-8dff-5d69-be4b-7b466395e166', '_type': 'linux-noop'}}, row=False) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap64c71b87-fe, may_exist=True, interface_attrs={}) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap64c71b87-fe, col_values=(('qos', UUID('9cf5e344-8659-4b67-9d41-3a05f6d861b8')),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap64c71b87-fe, col_values=(('external_ids', {'iface-id': '64c71b87-feee-46c7-8636-aac3ae89b115', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:70:05:a7', 'vm-uuid': '3db015cc-33b7-4d80-8b09-153295a7f9c2'}),), if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:40 user nova-compute[74675]: INFO os_vif [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:05:a7,bridge_name='br-int',has_traffic_filtering=True,id=64c71b87-feee-46c7-8636-aac3ae89b115,network=Network(74acf180-e43b-4542-97ed-89640c2add2e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64c71b87-fe')
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] No VIF found with MAC fa:16:3e:70:05:a7, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.network.neutron [req-bf4a6adc-0e86-4c91-8339-f9ad88972c71 req-3b9312dc-8dd9-4b5c-aa17-f4b99865f541 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updated VIF entry in instance network info cache for port 64c71b87-feee-46c7-8636-aac3ae89b115. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 06:59:40 user nova-compute[74675]: DEBUG nova.network.neutron [req-bf4a6adc-0e86-4c91-8339-f9ad88972c71 req-3b9312dc-8dd9-4b5c-aa17-f4b99865f541 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updating instance_info_cache with network_info: [{"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 06:59:41 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-bf4a6adc-0e86-4c91-8339-f9ad88972c71 req-3b9312dc-8dd9-4b5c-aa17-f4b99865f541 service nova] Releasing lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 06:59:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:42 user nova-compute[74675]: DEBUG nova.compute.manager [req-e27bd457-9768-4608-8ed1-469e6aae072e req-c38aa4a2-55a9-44d1-9278-05479b4bb84e service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Received event network-vif-plugged-64c71b87-feee-46c7-8636-aac3ae89b115 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:59:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e27bd457-9768-4608-8ed1-469e6aae072e req-c38aa4a2-55a9-44d1-9278-05479b4bb84e service nova] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:59:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e27bd457-9768-4608-8ed1-469e6aae072e req-c38aa4a2-55a9-44d1-9278-05479b4bb84e service nova] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:59:42 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e27bd457-9768-4608-8ed1-469e6aae072e req-c38aa4a2-55a9-44d1-9278-05479b4bb84e service nova] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:59:42 user nova-compute[74675]: DEBUG nova.compute.manager [req-e27bd457-9768-4608-8ed1-469e6aae072e req-c38aa4a2-55a9-44d1-9278-05479b4bb84e service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] No waiting events found dispatching network-vif-plugged-64c71b87-feee-46c7-8636-aac3ae89b115 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:59:42 user nova-compute[74675]: WARNING nova.compute.manager [req-e27bd457-9768-4608-8ed1-469e6aae072e req-c38aa4a2-55a9-44d1-9278-05479b4bb84e service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Received unexpected event network-vif-plugged-64c71b87-feee-46c7-8636-aac3ae89b115 for instance with vm_state building and task_state spawning.
Nov 23 06:59:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:42 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:44 user nova-compute[74675]: DEBUG nova.compute.manager [req-e664f3bb-4888-4932-9028-b0d52ddeced8 req-b18a222c-dc92-4aef-abe1-0b7f2370eaf5 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Received event network-vif-plugged-64c71b87-feee-46c7-8636-aac3ae89b115 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 06:59:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e664f3bb-4888-4932-9028-b0d52ddeced8 req-b18a222c-dc92-4aef-abe1-0b7f2370eaf5 service nova] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 06:59:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e664f3bb-4888-4932-9028-b0d52ddeced8 req-b18a222c-dc92-4aef-abe1-0b7f2370eaf5 service nova] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 06:59:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-e664f3bb-4888-4932-9028-b0d52ddeced8 req-b18a222c-dc92-4aef-abe1-0b7f2370eaf5 service nova] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:59:44 user nova-compute[74675]: DEBUG nova.compute.manager [req-e664f3bb-4888-4932-9028-b0d52ddeced8 req-b18a222c-dc92-4aef-abe1-0b7f2370eaf5 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] No waiting events found dispatching network-vif-plugged-64c71b87-feee-46c7-8636-aac3ae89b115 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 06:59:44 user nova-compute[74675]: WARNING nova.compute.manager [req-e664f3bb-4888-4932-9028-b0d52ddeced8 req-b18a222c-dc92-4aef-abe1-0b7f2370eaf5 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Received unexpected event network-vif-plugged-64c71b87-feee-46c7-8636-aac3ae89b115 for instance with vm_state building and task_state spawning.
Nov 23 06:59:44 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Instance event wait completed in 0 seconds for  {{(pid=74675) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 23 06:59:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Guest created on hypervisor {{(pid=74675) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 23 06:59:44 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Instance spawned successfully.
Nov 23 06:59:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 23 06:59:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Found default for hw_cdrom_bus of ide {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:59:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Found default for hw_disk_bus of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:59:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Found default for hw_input_bus of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:59:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Found default for hw_pointer_model of None {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:59:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Found default for hw_video_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:59:44 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Found default for hw_vif_model of virtio {{(pid=74675) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 23 06:59:44 user nova-compute[74675]: INFO nova.compute.manager [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Took 6.02 seconds to spawn the instance on the hypervisor.
Nov 23 06:59:44 user nova-compute[74675]: DEBUG nova.compute.manager [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Checking state {{(pid=74675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 23 06:59:44 user nova-compute[74675]: INFO nova.compute.manager [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Took 6.62 seconds to build instance.
Nov 23 06:59:44 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-c7474fec-0dd8-4267-9ff9-15d63f3bb69b tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.727s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 06:59:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 06:59:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 06:59:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:59:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 06:59:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 06:59:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:18 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:20 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:00:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:00:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:00:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:00:20 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 07:00:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:00:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:00:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:00:20 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:00:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:20 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:00:20 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:00:20 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8874MB free_disk=25.255359649658203GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 07:00:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:00:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:00:20 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 07:00:20 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 07:00:20 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 07:00:21 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 07:00:21 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 07:00:21 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 07:00:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.219s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:00:22 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:00:22 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:00:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:00:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:00:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:00:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:00:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:27 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:00:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 07:00:29 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:00:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:00:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:00:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:00:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:00:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:00:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:31 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:00:31 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 07:00:31 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 07:00:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 07:00:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 07:00:31 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 07:00:31 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:00:31 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updating instance_info_cache with network_info: [{"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 07:00:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 07:00:31 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 07:00:33 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:00:33 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:00:33 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:00:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:00:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:00:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:00:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:00:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:00:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:00:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:00:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:00:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:00:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:00:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:00:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:00:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:01:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:01:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:01:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:01:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:01:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:01:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:01:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:01:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:01:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:01:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:01:21 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:01:22 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:01:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:01:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:01:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:01:22 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 07:01:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:01:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:01:22 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:01:22 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:01:22 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8973MB free_disk=25.254215240478516GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 07:01:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:01:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:01:23 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 07:01:23 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 07:01:23 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 07:01:23 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 07:01:23 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 07:01:23 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 07:01:23 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.425s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:01:24 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:01:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:01:27 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:01:27 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 07:01:29 user nova-compute[74675]: DEBUG nova.compute.manager [req-14027e31-0ff4-4325-a972-4752f62c99c0 req-e347f1a0-0ddc-451a-a7b3-15f50acc8de3 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Received event network-changed-64c71b87-feee-46c7-8636-aac3ae89b115 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 07:01:29 user nova-compute[74675]: DEBUG nova.compute.manager [req-14027e31-0ff4-4325-a972-4752f62c99c0 req-e347f1a0-0ddc-451a-a7b3-15f50acc8de3 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Refreshing instance network info cache due to event network-changed-64c71b87-feee-46c7-8636-aac3ae89b115. {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 23 07:01:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-14027e31-0ff4-4325-a972-4752f62c99c0 req-e347f1a0-0ddc-451a-a7b3-15f50acc8de3 service nova] Acquiring lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 07:01:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-14027e31-0ff4-4325-a972-4752f62c99c0 req-e347f1a0-0ddc-451a-a7b3-15f50acc8de3 service nova] Acquired lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 07:01:29 user nova-compute[74675]: DEBUG nova.network.neutron [req-14027e31-0ff4-4325-a972-4752f62c99c0 req-e347f1a0-0ddc-451a-a7b3-15f50acc8de3 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Refreshing network info cache for port 64c71b87-feee-46c7-8636-aac3ae89b115 {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 23 07:01:29 user nova-compute[74675]: DEBUG nova.network.neutron [req-14027e31-0ff4-4325-a972-4752f62c99c0 req-e347f1a0-0ddc-451a-a7b3-15f50acc8de3 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updated VIF entry in instance network info cache for port 64c71b87-feee-46c7-8636-aac3ae89b115. {{(pid=74675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 23 07:01:29 user nova-compute[74675]: DEBUG nova.network.neutron [req-14027e31-0ff4-4325-a972-4752f62c99c0 req-e347f1a0-0ddc-451a-a7b3-15f50acc8de3 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updating instance_info_cache with network_info: [{"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 07:01:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-14027e31-0ff4-4325-a972-4752f62c99c0 req-e347f1a0-0ddc-451a-a7b3-15f50acc8de3 service nova] Releasing lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 07:01:30 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:01:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:01:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:01:31 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:01:31 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 07:01:31 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 07:01:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 07:01:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 07:01:31 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 07:01:31 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:01:31 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updating instance_info_cache with network_info: [{"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 07:01:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 07:01:31 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] There are 0 instances to clean {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG nova.objects.instance [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lazy-loading 'flavor' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.048s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:01:33 user nova-compute[74675]: INFO nova.compute.manager [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Attaching volume 2d4d446a-d77f-442f-9f9b-115e1c609aaf to /dev/vdb
Nov 23 07:01:33 user nova-compute[74675]: DEBUG os_brick.utils [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e9777b6-0409-431b-a4fb-cf9a966b8358]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbbbe0a1-a2ea-41ee-88e8-6b8a94e99fdf]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c75c34a-b276-417f-b917-7291043b83d0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f791b771-2226-48f9-b7ac-d17b9c3f914b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 07:01:33 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 07:01:33 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7856e0cc-d69f-4282-9e29-39d69e5a72f2]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG os_brick.utils [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 07:01:33 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updating existing volume attachment record: bbfd708c-056f-4441-bb3c-26313194fc1f {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 07:01:35 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:01:35 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:01:35 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:01:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:01:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:01:36 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:01:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:01:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:01:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:01:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:01:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:01:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtIxRzeG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 07:01:41 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 07:01:41 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 07:01:41 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eb9cf23-1936-492d-a662-d1fe355fca56]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 07:01:41 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b55c6057-1de1-49a7-ae80-0d3402bf9a94]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf] added
Nov 23 07:01:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3895c403-1ed2-4dfe-b039-569a895e2a32]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6abfc3d2-b6f7-4487-9463-78b171e571c0]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZtIxRzeG {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZtIxRzeG" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[85a06006-ec04-463a-9e97-c1d2c2f2d549]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZtIxRzeG'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eb0cc7e-3974-4e81-a146-7fb18a4406a7]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c32a998e-5132-4188-9ecf-15c159db86a5]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 23 07:01:41 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 23 07:01:41 user nova-compute[74675]:  {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 07:01:41 user nova-compute[74675]: WARNING os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 23 07:01:41 user nova-compute[74675]: 
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8854fc95-1934-409c-907f-0b3ec717ff18]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf, portal: 172.16.0.220,3260]
Nov 23 07:01:41 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf, portal: 172.16.0.220,3260] successful.
Nov 23 07:01:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c914331-8668-413b-990f-d7551fe31f8a]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffb48cd6-8c67-485a-98e8-7d8b2464f6f7]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf (non-flash)
Nov 23 07:01:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf (non-flash)
Nov 23 07:01:41 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] HCTL ('33', '-', '-', 0) found on session 67 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d881b9ea-601a-41ba-9b29-ea6b81e8cb9c]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Searching for a device in session 67 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 07:01:41 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtIxRzeG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 07:01:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 07:01:42 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '23534386430393034', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 07:01:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23534386430393034', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 07:01:42 user nova-compute[74675]: DEBUG nova.objects.instance [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lazy-loading 'flavor' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:01:42 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 07:01:42 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 07:01:42 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 07:01:42 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 07:01:42 user nova-compute[74675]:   <serial>2d4d446a-d77f-442f-9f9b-115e1c609aaf</serial>
Nov 23 07:01:42 user nova-compute[74675]: </disk>
Nov 23 07:01:42 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 07:01:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 07:01:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 07:01:43 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] No VIF found with MAC fa:16:3e:70:05:a7, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 07:01:43 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-aa31cae0-3ac3-4733-a734-61cda18a7e99 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.616s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:01:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:01:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:01:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:01:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:01:51 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:01:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:01:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:01:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:01:57 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:01:57 user nova-compute[74675]: INFO nova.compute.manager [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Detaching volume 2d4d446a-d77f-442f-9f9b-115e1c609aaf
Nov 23 07:01:57 user nova-compute[74675]: INFO nova.virt.block_device [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Attempting to driver detach volume 2d4d446a-d77f-442f-9f9b-115e1c609aaf from mountpoint /dev/vdb
Nov 23 07:01:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Attempting to detach device vdb from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 07:01:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 07:01:57 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 07:01:57 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 07:01:57 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 07:01:57 user nova-compute[74675]:   <serial>2d4d446a-d77f-442f-9f9b-115e1c609aaf</serial>
Nov 23 07:01:57 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 07:01:57 user nova-compute[74675]: </disk>
Nov 23 07:01:57 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 07:01:57 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Successfully detached device vdb from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 from the persistent domain config.
Nov 23 07:01:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 07:01:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 07:01:57 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 07:01:57 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 07:01:57 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 07:01:57 user nova-compute[74675]:   <serial>2d4d446a-d77f-442f-9f9b-115e1c609aaf</serial>
Nov 23 07:01:57 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 07:01:57 user nova-compute[74675]: </disk>
Nov 23 07:01:57 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 07:01:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 07:01:59 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:01:59 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74675) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 23 07:02:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:02:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:02:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:02:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:02:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:02:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:02:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:02:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:02:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:02:15 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:02:16 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_power_states {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:02:16 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Triggering sync for uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 23 07:02:16 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:02:18 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 is timed out.
Nov 23 07:02:18 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Successfully detached device vdb from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 from the live domain config.
Nov 23 07:02:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtIxRzeG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 07:02:18 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c806691a-079b-460e-b9b9-76751c94db82]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 07:02:18 user nova-compute[74675]: No targets found.
Nov 23 07:02:18 user nova-compute[74675]: iSNS:
Nov 23 07:02:18 user nova-compute[74675]: No targets found.
Nov 23 07:02:18 user nova-compute[74675]: STATIC:
Nov 23 07:02:18 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf
Nov 23 07:02:18 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 07:02:18 user nova-compute[74675]:                 Iface Name: default
Nov 23 07:02:18 user nova-compute[74675]: FIRMWARE:
Nov 23 07:02:18 user nova-compute[74675]: No targets found.
Nov 23 07:02:18 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 07:02:18 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 07:02:18 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[795b702c-7663-4ebb-a9cf-ce8eb75507f5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b8c5f6b-418c-4bb9-b4e9-c1d1ee6ca33c]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf (non-flash)
Nov 23 07:02:18 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf (non-flash)
Nov 23 07:02:18 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac44f9d2d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1a82c51-8af0-495d-9b7c-f51c39dd9343]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ccd519a-21dd-429f-8373-8f4422307094]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bbd756e-12fb-4a2a-a1a3-10c257b8b1d7]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.055s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[25beaa68-207c-401a-9b8b-d504e0142c5a]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[da00de5f-c245-42f5-a20c-7d90fd32b8a2]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e0c0f4f-f234-4ea9-9744-e9680b644c13]: (4, ('Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf, portal: 172.16.0.220,3260]\nLogout of [sid: 67, target: iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf, portal: 172.16.0.220,3260]
Nov 23 07:02:18 user nova-compute[74675]: Logout of [sid: 67, target: iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf, portal: 172.16.0.220,3260] successful.
Nov 23 07:02:18 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d4d446a-d77f-442f-9f9b-115e1c609aaf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1119db7-bf1d-4d3d-a6e1-38bfd6f5c89d]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] <== disconnect_volume: return (327ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 07:02:18 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 07:02:19 user nova-compute[74675]: DEBUG nova.objects.instance [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lazy-loading 'flavor' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:02:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-eb5263f8-d53d-4529-a522-ded500fc0d07 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.803s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:02:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 2.374s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:02:19 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:02:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:02:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:02:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:02:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:02:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:02:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:02:22 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:02:24 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:02:24 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:02:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:02:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:02:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:02:24 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 07:02:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json" returned: 0 in 0.164s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:24 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:02:24 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:02:24 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8967MB free_disk=25.252838134765625GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 07:02:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:02:24 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:02:24 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 07:02:24 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 07:02:24 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 07:02:25 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing inventories for resource provider f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 23 07:02:25 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating ProviderTree inventory for provider f859f802-386b-4956-b87c-78941b98bb44 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 23 07:02:25 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating inventory in ProviderTree for provider f859f802-386b-4956-b87c-78941b98bb44 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 23 07:02:25 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing aggregate associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, aggregates: None {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 23 07:02:25 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing trait associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_AUTO {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 23 07:02:25 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 07:02:25 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 07:02:25 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 07:02:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.286s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:02:25 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:02:30 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:02:30 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 07:02:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:02:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:02:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:02:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:02:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:02:30 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:02:32 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:02:33 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:02:33 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 07:02:33 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 07:02:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 07:02:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 07:02:33 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 07:02:33 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:02:33 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updating instance_info_cache with network_info: [{"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 07:02:33 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 07:02:33 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 07:02:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:02:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:02:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:02:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:02:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:02:35 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:02:36 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:02:37 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:02:37 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:02:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:02:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:02:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:02:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:02:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:02:40 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:02:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4996-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:02:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:02:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:02:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:02:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:02:45 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG nova.objects.instance [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lazy-loading 'flavor' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:02:50 user nova-compute[74675]: INFO nova.compute.manager [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Attaching volume ec4cd817-9cd5-4c2a-a737-3923f11df197 to /dev/vdb
Nov 23 07:02:50 user nova-compute[74675]: DEBUG os_brick.utils [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3acdf7ef-b179-4bcb-8f22-58fadec02042]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a53e4590-6f4d-4f4a-a9ab-1ec307b09084]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e53a251-9693-4c83-8974-6faa2755e112]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c368468-3583-43e7-9107-fd0f40a61633]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 07:02:50 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:02:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:51 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 07:02:51 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 07:02:51 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ba3e71a-5b02-4758-bcca-5d9f0c4b6985]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 07:02:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 07:02:51 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 07:02:51 user nova-compute[74675]: DEBUG os_brick.utils [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 07:02:51 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updating existing volume attachment record: a3e27f74-b917-41f5-96b6-90c36e67b615 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 07:02:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'luhwfdxY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 07:02:56 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 07:02:56 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 07:02:56 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[64923fa0-9fee-4579-a207-7494ed52a59f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 07:02:56 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[08dfa60d-d0d7-49d9-a07c-78e66aa6bcd5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197] added
Nov 23 07:02:56 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b34bf9e7-bb5c-4efe-a454-94162140ea20]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b408251e-9e0c-4d49-9879-3ff4c86640a2]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v luhwfdxY {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v luhwfdxY" returned: 0 in 0.028s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[89f6a2e9-dc7c-4ac5-b01e-e3eb9159908e]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'luhwfdxY'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c01549d-0bab-48b4-a335-80c1fdae6f02]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a072b77-516e-4a0c-bfb3-f053195cf3b9]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 23 07:02:56 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 23 07:02:56 user nova-compute[74675]:  {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 07:02:56 user nova-compute[74675]: WARNING os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 23 07:02:56 user nova-compute[74675]: 
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3991560-09ee-4556-920e-db33ce414178]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197, portal: 172.16.0.220,3260]
Nov 23 07:02:56 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197, portal: 172.16.0.220,3260] successful.
Nov 23 07:02:56 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9c67b7a-b806-4377-87f2-0f7676a75381]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3503945d-b5f9-42ae-8205-add97d55ae7f]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 (non-flash)
Nov 23 07:02:56 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 (non-flash)
Nov 23 07:02:56 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.261s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] HCTL ('33', '-', '-', 0) found on session 68 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b045a137-16f5-4205-93e6-f17a9c17172f]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 07:02:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'luhwfdxY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 07:02:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 07:02:57 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '26639333039623137', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 07:02:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26639333039623137', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 07:02:57 user nova-compute[74675]: DEBUG nova.objects.instance [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lazy-loading 'flavor' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:02:57 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 07:02:57 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 07:02:57 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 07:02:57 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 07:02:57 user nova-compute[74675]:   <serial>ec4cd817-9cd5-4c2a-a737-3923f11df197</serial>
Nov 23 07:02:57 user nova-compute[74675]: </disk>
Nov 23 07:02:57 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 07:02:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 07:02:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 07:02:58 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] No VIF found with MAC fa:16:3e:70:05:a7, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 07:02:58 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-81ee8e33-3963-4658-91a9-a882e1d0e56a tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.568s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:03:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:03:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:03:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:03:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:03:01 user nova-compute[74675]: INFO nova.compute.manager [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Detaching volume ec4cd817-9cd5-4c2a-a737-3923f11df197
Nov 23 07:03:01 user nova-compute[74675]: INFO nova.virt.block_device [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Attempting to driver detach volume ec4cd817-9cd5-4c2a-a737-3923f11df197 from mountpoint /dev/vdb
Nov 23 07:03:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Attempting to detach device vdb from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 07:03:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 07:03:01 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 07:03:01 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 07:03:01 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 07:03:01 user nova-compute[74675]:   <serial>ec4cd817-9cd5-4c2a-a737-3923f11df197</serial>
Nov 23 07:03:01 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 07:03:01 user nova-compute[74675]: </disk>
Nov 23 07:03:01 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 07:03:01 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Successfully detached device vdb from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 from the persistent domain config.
Nov 23 07:03:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 07:03:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 07:03:01 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 07:03:01 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 07:03:01 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 07:03:01 user nova-compute[74675]:   <serial>ec4cd817-9cd5-4c2a-a737-3923f11df197</serial>
Nov 23 07:03:01 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 07:03:01 user nova-compute[74675]: </disk>
Nov 23 07:03:01 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 07:03:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 07:03:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:03:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:03:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:03:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:03:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:03:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:03:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:03:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:03:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:03:21 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 is timed out.
Nov 23 07:03:21 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Successfully detached device vdb from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 from the live domain config.
Nov 23 07:03:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'luhwfdxY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 07:03:21 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 07:03:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c43762a-0e95-4133-a407-2088ad4c3d3e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 07:03:21 user nova-compute[74675]: No targets found.
Nov 23 07:03:21 user nova-compute[74675]: iSNS:
Nov 23 07:03:21 user nova-compute[74675]: No targets found.
Nov 23 07:03:21 user nova-compute[74675]: STATIC:
Nov 23 07:03:21 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197
Nov 23 07:03:21 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 07:03:21 user nova-compute[74675]:                 Iface Name: default
Nov 23 07:03:21 user nova-compute[74675]: FIRMWARE:
Nov 23 07:03:21 user nova-compute[74675]: No targets found.
Nov 23 07:03:21 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 07:03:21 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 07:03:21 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[beef86bd-1628-48dd-bdae-9b8c8af7ddf9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dac62a67-cc68-4831-b6ad-d8bc85d1f07b]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 (non-flash)
Nov 23 07:03:21 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 (non-flash)
Nov 23 07:03:21 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac885f05e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[358336d5-ed88-4d5e-b332-26f29d19b4ae]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c774ac5-6fc5-4d51-9133-203d4bf60a31]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 07:03:21 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[364c709a-7dd8-41c5-b996-ff1fdc6dc839]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fff0195a-1038-4959-a0bf-61d8783d9921]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[408d9381-e264-443b-b604-667d3ca27036]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[38dc7726-37de-42de-9471-7b061b9a87f7]: (4, ('Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197, portal: 172.16.0.220,3260]\nLogout of [sid: 68, target: iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197, portal: 172.16.0.220,3260]
Nov 23 07:03:22 user nova-compute[74675]: Logout of [sid: 68, target: iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197, portal: 172.16.0.220,3260] successful.
Nov 23 07:03:22 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec4cd817-9cd5-4c2a-a737-3923f11df197 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[74a3a1c3-c08d-4b2e-93d0-a276974573b8]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.280s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] <== disconnect_volume: return (281ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG nova.objects.instance [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lazy-loading 'flavor' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:03:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-3ca09461-5462-43b0-a3e6-6e593f355662 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.609s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:03:23 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:03:25 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:03:25 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:03:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:03:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:03:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:03:25 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 07:03:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:25 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:25 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:03:25 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:03:25 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8953MB free_disk=25.25189971923828GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 07:03:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:03:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:03:26 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 07:03:26 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 07:03:26 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 07:03:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:03:26 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 07:03:26 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 07:03:26 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 07:03:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.208s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:03:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:03:32 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:03:32 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 07:03:34 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:03:34 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 07:03:34 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 07:03:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 07:03:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 07:03:34 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 07:03:34 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:03:34 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updating instance_info_cache with network_info: [{"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 07:03:34 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 07:03:34 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 07:03:34 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:03:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:03:37 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:03:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:03:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:03:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:03:41 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:03:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:03:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG nova.objects.instance [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lazy-loading 'flavor' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:03:53 user nova-compute[74675]: INFO nova.compute.manager [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Attaching volume 5445ee78-cfff-4600-b29b-b8a1b52a0873 to /dev/vdb
Nov 23 07:03:53 user nova-compute[74675]: DEBUG os_brick.utils [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2da6b71-3e52-49d7-9c81-314328ed8e68]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2f6cb0b-edaa-4590-b99b-4b31ba6659b0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3edbc545-947d-4b46-8d7b-95ad6716a647]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[634ffa5f-31c4-4331-9a65-2406820cd272]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 07:03:53 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 07:03:53 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7187e432-ebbd-442d-81f6-f0925bb81026]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG os_brick.utils [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 07:03:53 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updating existing volume attachment record: 54955230-246e-467f-b3f8-2c595378e201 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 07:03:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:03:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NKZTFaUM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 07:03:59 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 07:03:59 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 07:03:59 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5ef1af1-8e3c-4e46-a5f3-eb5bc5a3ba1a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 07:03:59 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5eadc7b-ab9d-4a85-af60-71d7d5436863]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873] added
Nov 23 07:03:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1178db18-a3dd-45fa-b3c5-905ed20d9a7f]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[65bf293a-a15e-4116-946f-0fb92b4db58a]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NKZTFaUM {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NKZTFaUM" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9fcc98e-6a49-4bed-8f66-af5a3a41cf25]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NKZTFaUM'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3babd0a2-4317-4fe0-bc99-871045a87d47]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4353dae7-5ae9-4fb0-ab1b-47efdfaade43]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 23 07:03:59 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 23 07:03:59 user nova-compute[74675]:  {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 07:03:59 user nova-compute[74675]: WARNING os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 23 07:03:59 user nova-compute[74675]: 
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6be5756b-5374-44b8-a926-9ff8feda54d7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873, portal: 172.16.0.220,3260]
Nov 23 07:03:59 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873, portal: 172.16.0.220,3260] successful.
Nov 23 07:03:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c560d4a0-7d26-4c10-b933-0f6f9178dbda]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[682a7f91-449f-45a8-abc5-8d95de3ddc71]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 (non-flash)
Nov 23 07:03:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 (non-flash)
Nov 23 07:03:59 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.250s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] HCTL ('33', '-', '-', 0) found on session 69 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc0e3b19-1f2b-42f9-a6f4-0fedf7765321]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 07:03:59 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NKZTFaUM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 07:04:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.279s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 07:04:00 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] <== connect_volume: return (1282ms) {'type': 'block', 'scsi_wwn': '23230336330393036', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 07:04:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23230336330393036', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 07:04:00 user nova-compute[74675]: DEBUG nova.objects.instance [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lazy-loading 'flavor' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:04:00 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 07:04:00 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 07:04:00 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 07:04:00 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 07:04:00 user nova-compute[74675]:   <serial>5445ee78-cfff-4600-b29b-b8a1b52a0873</serial>
Nov 23 07:04:00 user nova-compute[74675]: </disk>
Nov 23 07:04:00 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 07:04:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:04:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:04:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:04:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:04:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:04:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 07:04:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 07:04:01 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] No VIF found with MAC fa:16:3e:70:05:a7, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 07:04:01 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-66b6e515-a178-483c-a03c-345c911605c0 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.568s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:04:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:04:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:04:03 user nova-compute[74675]: INFO nova.compute.manager [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Detaching volume 5445ee78-cfff-4600-b29b-b8a1b52a0873
Nov 23 07:04:03 user nova-compute[74675]: INFO nova.virt.block_device [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Attempting to driver detach volume 5445ee78-cfff-4600-b29b-b8a1b52a0873 from mountpoint /dev/vdb
Nov 23 07:04:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Attempting to detach device vdb from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 07:04:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 07:04:03 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 07:04:03 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 07:04:03 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 07:04:03 user nova-compute[74675]:   <serial>5445ee78-cfff-4600-b29b-b8a1b52a0873</serial>
Nov 23 07:04:03 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 07:04:03 user nova-compute[74675]: </disk>
Nov 23 07:04:03 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 07:04:03 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Successfully detached device vdb from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 from the persistent domain config.
Nov 23 07:04:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 07:04:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 07:04:03 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 07:04:03 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 07:04:03 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 07:04:03 user nova-compute[74675]:   <serial>5445ee78-cfff-4600-b29b-b8a1b52a0873</serial>
Nov 23 07:04:03 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 07:04:03 user nova-compute[74675]: </disk>
Nov 23 07:04:03 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 07:04:04 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 07:04:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:04:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:04:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:04:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:04:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:24 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 is timed out.
Nov 23 07:04:24 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Successfully detached device vdb from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 from the live domain config.
Nov 23 07:04:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NKZTFaUM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 07:04:24 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c7d43cb-f47a-4604-86b3-b397998a788b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 07:04:24 user nova-compute[74675]: No targets found.
Nov 23 07:04:24 user nova-compute[74675]: iSNS:
Nov 23 07:04:24 user nova-compute[74675]: No targets found.
Nov 23 07:04:24 user nova-compute[74675]: STATIC:
Nov 23 07:04:24 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873
Nov 23 07:04:24 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 07:04:24 user nova-compute[74675]:                 Iface Name: default
Nov 23 07:04:24 user nova-compute[74675]: FIRMWARE:
Nov 23 07:04:24 user nova-compute[74675]: No targets found.
Nov 23 07:04:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 07:04:24 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 07:04:24 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[c86cfcd4-e14b-4858-8dc9-9e91145c7571]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[940558c2-41df-4705-a453-245e8c09c2cc]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 (non-flash)
Nov 23 07:04:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 (non-flash)
Nov 23 07:04:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac683d2ef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[221debbc-978c-4e89-8544-1aeeb7d0494f]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f01feda-43a5-4d3f-8ee5-41e18cd3d7dd]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[83151a89-745f-408e-94ef-d6ad88909da8]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.058s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9634c5f6-b483-4dbd-a205-da24631376d8]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[2856254d-fdd3-41aa-9132-3e6cb51a4804]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --logout" returned: 0 in 0.043s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb1269bd-2843-46ff-a346-014b1d5becf1]: (4, ('Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873, portal: 172.16.0.220,3260]\nLogout of [sid: 69, target: iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873, portal: 172.16.0.220,3260]
Nov 23 07:04:24 user nova-compute[74675]: Logout of [sid: 69, target: iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873, portal: 172.16.0.220,3260] successful.
Nov 23 07:04:24 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5445ee78-cfff-4600-b29b-b8a1b52a0873 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfa6078b-334c-49b4-a8ad-0f186f488a54]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] <== disconnect_volume: return (293ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 07:04:24 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 07:04:25 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:04:25 user nova-compute[74675]: DEBUG nova.objects.instance [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lazy-loading 'flavor' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:04:25 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-241e2322-e0a3-4998-8a41-0114a15b0313 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.664s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:04:26 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:04:26 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:04:26 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8953MB free_disk=25.25088119506836GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 07:04:26 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 07:04:27 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 07:04:27 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 07:04:27 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 07:04:27 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.168s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:04:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:32 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:04:32 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 07:04:35 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:04:35 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 07:04:35 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 07:04:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 07:04:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 07:04:35 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 07:04:35 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:04:35 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updating instance_info_cache with network_info: [{"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 07:04:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 07:04:35 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 07:04:35 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:04:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:04:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:04:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:04:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:04:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:38 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:04:40 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:04:40 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:04:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:04:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:04:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:04:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:04:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:55 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG nova.objects.instance [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lazy-loading 'flavor' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:04:56 user nova-compute[74675]: INFO nova.compute.manager [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Attaching volume 89c8b173-69b4-4a1a-adf7-c16dba50b3cc to /dev/vdb
Nov 23 07:04:56 user nova-compute[74675]: DEBUG os_brick.utils [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc3128c6-be9d-42c1-a0dd-71c5453bf780]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:40d1572e7883\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e0bc8e4-8375-4279-8d71-b9f0ba0210e3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[d08875a8-46b6-402b-b0db-c2bd03e7a598]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d1da10b-c449-4f0e-aae1-a5ea9e5da803]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Running cmd (subprocess): nvme version {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] 'nvme version' failed. Not Retrying. {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] nvme not present on system {{(pid=74675) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 23 07:04:56 user nova-compute[74675]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 23 07:04:56 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[e63c9da3-0d3b-4987-87d2-f314e6e5c3b0]: (4, '') {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74675) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.lightos [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] LIGHTOS: no hostnqn found. {{(pid=74675) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG os_brick.utils [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:40d1572e7883', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 07:04:56 user nova-compute[74675]: DEBUG nova.virt.block_device [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updating existing volume attachment record: 1fa9f008-a41c-44ea-a059-9a94deafc223 {{(pid=74675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 23 07:05:00 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:05:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Calling os-brick to attach iSCSI Volume {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXVOGINw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 07:05:02 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 07:05:02 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 07:05:02 user nova-compute[74675]: INFO os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aaf1974-f0f7-47ee-b372-acc51789eafe]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 23 07:05:02 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --interface default --op new {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0982fc1-d1ad-491e-a3c7-10c796e4d51c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc] added\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc] added
Nov 23 07:05:02 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[df7f52ed-0889-44dd-b721-003d3748a516]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[3019fdde-055a-49ca-97b8-ee0ac1dbe500]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lXVOGINw {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lXVOGINw" returned: 0 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[197b55a3-dc0d-4140-8521-b9f167dff956]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lXVOGINw'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[95050f97-c6af-4cc9-bba2-504c547cf450]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[aff76049-33f4-46cd-848c-0fbbed989a10]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 23 07:05:02 user nova-compute[74675]:  {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 23 07:05:02 user nova-compute[74675]:  {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 07:05:02 user nova-compute[74675]: WARNING os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 23 07:05:02 user nova-compute[74675]: 
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --login {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[48e7dca0-3b84-436c-8f9e-b456cda4f3e2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc, portal: 172.16.0.220,3260]
Nov 23 07:05:02 user nova-compute[74675]: Login to [iface: default, target: iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc, portal: 172.16.0.220,3260] successful.
Nov 23 07:05:02 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[33d1d172-d03e-4911-9ad7-9b5018b01e55]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d4d5550-5b28-4eae-b423-b1484a487695]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc (non-flash)
Nov 23 07:05:02 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc (non-flash)
Nov 23 07:05:02 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.246s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Connected to 172.16.0.220:3260 {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] HCTL ('33', '-', '-', 0) found on session 70 with lun 0 {{(pid=74675) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74675) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe420e5c-02d5-4013-b65e-a4dd380f49ed]: (4, ('- - 0', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Searching for a device in session 70 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74675) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 23 07:05:02 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXVOGINw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74675) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 23 07:05:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.276s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 07:05:03 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] <== connect_volume: return (1278ms) {'type': 'block', 'scsi_wwn': '23562366530313830', 'path': '/dev/sdb'} {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 07:05:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23562366530313830', 'path': '/dev/sdb'} {{(pid=74675) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 23 07:05:03 user nova-compute[74675]: DEBUG nova.objects.instance [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lazy-loading 'flavor' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:05:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] attach device xml: <disk type="block" device="disk">
Nov 23 07:05:03 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 07:05:03 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 07:05:03 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 07:05:03 user nova-compute[74675]:   <serial>89c8b173-69b4-4a1a-adf7-c16dba50b3cc</serial>
Nov 23 07:05:03 user nova-compute[74675]: </disk>
Nov 23 07:05:03 user nova-compute[74675]:  {{(pid=74675) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 23 07:05:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] No BDM found with device name vda, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 07:05:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74675) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 23 07:05:03 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] No VIF found with MAC fa:16:3e:70:05:a7, not building metadata {{(pid=74675) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 23 07:05:03 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-d359fa98-95f2-405d-a427-7af8acbc6694 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.573s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:05:05 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:05:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:05:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:05:06 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:05:06 user nova-compute[74675]: INFO nova.compute.manager [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Detaching volume 89c8b173-69b4-4a1a-adf7-c16dba50b3cc
Nov 23 07:05:06 user nova-compute[74675]: INFO nova.virt.block_device [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Attempting to driver detach volume 89c8b173-69b4-4a1a-adf7-c16dba50b3cc from mountpoint /dev/vdb
Nov 23 07:05:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Attempting to detach device vdb from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 from the persistent domain config. {{(pid=74675) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 23 07:05:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 07:05:06 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 07:05:06 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 07:05:06 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 07:05:06 user nova-compute[74675]:   <serial>89c8b173-69b4-4a1a-adf7-c16dba50b3cc</serial>
Nov 23 07:05:06 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 07:05:06 user nova-compute[74675]: </disk>
Nov 23 07:05:06 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 07:05:06 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Successfully detached device vdb from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 from the persistent domain config.
Nov 23 07:05:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 from the live domain config. {{(pid=74675) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 23 07:05:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.guest [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] detach device xml: <disk type="block" device="disk">
Nov 23 07:05:06 user nova-compute[74675]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 23 07:05:06 user nova-compute[74675]:   <source dev="/dev/sdb"/>
Nov 23 07:05:06 user nova-compute[74675]:   <target dev="vdb" bus="virtio"/>
Nov 23 07:05:06 user nova-compute[74675]:   <serial>89c8b173-69b4-4a1a-adf7-c16dba50b3cc</serial>
Nov 23 07:05:06 user nova-compute[74675]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 23 07:05:06 user nova-compute[74675]: </disk>
Nov 23 07:05:06 user nova-compute[74675]:  {{(pid=74675) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 23 07:05:06 user nova-compute[74675]: DEBUG nova.virt.libvirt.driver [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 23 07:05:10 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:05:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:05:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:05:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:05:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:05:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:05:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:05:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:05:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:05:26 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:05:26 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:05:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:05:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:05:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:05:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:05:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:05:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:05:26 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 is timed out.
Nov 23 07:05:26 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Successfully detached device vdb from instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 from the live domain config.
Nov 23 07:05:26 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] calling os-brick to detach iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 23 07:05:26 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fac687e94b0>, {'target_iqn': 'iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXVOGINw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 23 07:05:27 user nova-compute[74675]: WARNING os_brick.initiator.connectors.base [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[9903d196-fd56-441f-b814-8ff75c28a69a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 23 07:05:27 user nova-compute[74675]: No targets found.
Nov 23 07:05:27 user nova-compute[74675]: iSNS:
Nov 23 07:05:27 user nova-compute[74675]: No targets found.
Nov 23 07:05:27 user nova-compute[74675]: STATIC:
Nov 23 07:05:27 user nova-compute[74675]: Target: iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc
Nov 23 07:05:27 user nova-compute[74675]:         Portal: 172.16.0.220:3260,-1
Nov 23 07:05:27 user nova-compute[74675]:                 Iface Name: default
Nov 23 07:05:27 user nova-compute[74675]: FIRMWARE:
Nov 23 07:05:27 user nova-compute[74675]: No targets found.
Nov 23 07:05:27 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 23 07:05:27 user nova-compute[74675]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 23 07:05:27 user nova-compute[74675]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74675) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc', 0)] {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[71e915bb-a975-49cf-8b32-b3d632a8c6fa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[054ac3a2-c0cc-4b52-b8fc-9369b309682e]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc (non-flash)\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc (non-flash)
Nov 23 07:05:27 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc (non-flash)
Nov 23 07:05:27 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fac68288040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc'): ({'sdb'}, set())}) {{(pid=74675) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Removing single pathed devices sdb {{(pid=74675) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[69ced09a-3bbe-4277-8274-beb5c50c2275]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d1d5a16-ae07-4b41-8fad-c4f382988a37]: (4, ('ok\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Flushing IO for device /dev/sdb {{(pid=74675) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[4010ee48-9a2c-44e2-9bd4-dc5a0ce37fe2]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74675) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.055s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[962e782a-8c20-442c-bd48-1c1a81008132]: (4, ('1', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.linuxscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] SCSI volumes sdb have been removed. {{(pid=74675) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc')] {{(pid=74675) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[db1e423b-f889-4357-8573-650d4399ea09]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --logout {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[438a89f0-3433-4ff0-a658-9e41c19113e5]: (4, ('Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc, portal: 172.16.0.220,3260]\nLogout of [sid: 70, target: iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc, portal: 172.16.0.220,3260]
Nov 23 07:05:27 user nova-compute[74675]: Logout of [sid: 70, target: iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc, portal: 172.16.0.220,3260] successful.
Nov 23 07:05:27 user nova-compute[74675]:  stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --op delete {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89c8b173-69b4-4a1a-adf7-c16dba50b3cc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85990) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG oslo.privsep.daemon [-] privsep: reply[45063866-1a7a-4ebf-8b94-f9f36a713e6b]: (4, ('', '')) {{(pid=85990) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74675) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.base [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.302s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG os_brick.initiator.connectors.iscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] <== disconnect_volume: return (304ms) None {{(pid=74675) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 23 07:05:27 user nova-compute[74675]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Disconnected iSCSI Volume {{(pid=74675) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 23 07:05:28 user nova-compute[74675]: DEBUG nova.objects.instance [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lazy-loading 'flavor' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:05:28 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:05:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:05:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:05:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:05:28 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 07:05:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-76ec9f15-d0b7-4311-b42c-c34d65af33e5 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.670s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:05:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 23 07:05:28 user nova-compute[74675]: DEBUG oslo_concurrency.processutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 23 07:05:28 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:05:28 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:05:28 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=8950MB free_disk=25.249935150146484GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 07:05:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:05:28 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:05:28 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Instance 3db015cc-33b7-4d80-8b09-153295a7f9c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 23 07:05:28 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 07:05:28 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 07:05:29 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 07:05:29 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 07:05:29 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 07:05:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.165s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:05:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:05:33 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:05:33 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 07:05:35 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:05:35 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 07:05:35 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 07:05:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 23 07:05:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquired lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 23 07:05:35 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Forcefully refreshing network info cache for instance {{(pid=74675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 23 07:05:35 user nova-compute[74675]: DEBUG nova.objects.instance [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lazy-loading 'info_cache' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:05:35 user nova-compute[74675]: DEBUG nova.network.neutron [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updating instance_info_cache with network_info: [{"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 07:05:35 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Releasing lock "refresh_cache-3db015cc-33b7-4d80-8b09-153295a7f9c2" {{(pid=74675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 23 07:05:35 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updated the network info_cache for instance {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 23 07:05:35 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:05:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:05:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:05:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:05:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:05:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:05:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:05:40 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:05:41 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:05:41 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:05:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:05:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:05:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:05:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:05:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:05:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:05:42 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:05:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:05:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:05:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:06:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:06:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:06:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:06:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:06:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:06:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:06:20 user nova-compute[74675]: INFO nova.compute.manager [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Terminating instance
Nov 23 07:06:20 user nova-compute[74675]: DEBUG nova.compute.manager [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Start destroying the instance on the hypervisor. {{(pid=74675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 23 07:06:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-0d8c1250-bcee-4794-8a46-49ac7fcee4c6 req-067b0a02-8610-46dc-beac-b0ae56469513 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Received event network-vif-unplugged-64c71b87-feee-46c7-8636-aac3ae89b115 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 07:06:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0d8c1250-bcee-4794-8a46-49ac7fcee4c6 req-067b0a02-8610-46dc-beac-b0ae56469513 service nova] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:06:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0d8c1250-bcee-4794-8a46-49ac7fcee4c6 req-067b0a02-8610-46dc-beac-b0ae56469513 service nova] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:06:20 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-0d8c1250-bcee-4794-8a46-49ac7fcee4c6 req-067b0a02-8610-46dc-beac-b0ae56469513 service nova] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:06:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-0d8c1250-bcee-4794-8a46-49ac7fcee4c6 req-067b0a02-8610-46dc-beac-b0ae56469513 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] No waiting events found dispatching network-vif-unplugged-64c71b87-feee-46c7-8636-aac3ae89b115 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 07:06:20 user nova-compute[74675]: DEBUG nova.compute.manager [req-0d8c1250-bcee-4794-8a46-49ac7fcee4c6 req-067b0a02-8610-46dc-beac-b0ae56469513 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Received event network-vif-unplugged-64c71b87-feee-46c7-8636-aac3ae89b115 for instance with task_state deleting. {{(pid=74675) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 23 07:06:20 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:20 user nova-compute[74675]: INFO nova.virt.libvirt.driver [-] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Instance destroyed successfully.
Nov 23 07:06:20 user nova-compute[74675]: DEBUG nova.objects.instance [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lazy-loading 'resources' on Instance uuid 3db015cc-33b7-4d80-8b09-153295a7f9c2 {{(pid=74675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 23 07:06:21 user nova-compute[74675]: DEBUG nova.virt.libvirt.vif [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-23T06:59:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1707234591',display_name='tempest-SnapshotDataIntegrityTests-server-1707234591',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1707234591',id=53,image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAEM7nGwe+ZoHzBdKrtxsF/C+r7TaOahTRFl3/rj68v04FZAO8ya5a1pIPG7LOiWVlwYegu83foaEQUXqjQ+jQjsJXQHDLDhRTjh9FHf9iDzss33I6nityxI2bib9oExuQ==',key_name='tempest-keypair-1623373962',keypairs=<?>,launch_index=0,launched_at=2023-11-23T06:59:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3edf8591eb114a5aa77d1aea7ea9cf80',ramdisk_id='',reservation_id='r-whp0c7dj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='adb6cd81-46df-49bf-9449-f8be1f499df7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1512677206',owner_user_name='tempest-SnapshotDataIntegrityTests-1512677206-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-23T06:59:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c07b513feae949d6b965009d2e281e6d',uuid=3db015cc-33b7-4d80-8b09-153295a7f9c2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 23 07:06:21 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Converting VIF {"id": "64c71b87-feee-46c7-8636-aac3ae89b115", "address": "fa:16:3e:70:05:a7", "network": {"id": "74acf180-e43b-4542-97ed-89640c2add2e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-693325605-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3edf8591eb114a5aa77d1aea7ea9cf80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64c71b87-fe", "ovs_interfaceid": "64c71b87-feee-46c7-8636-aac3ae89b115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 23 07:06:21 user nova-compute[74675]: DEBUG nova.network.os_vif_util [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:70:05:a7,bridge_name='br-int',has_traffic_filtering=True,id=64c71b87-feee-46c7-8636-aac3ae89b115,network=Network(74acf180-e43b-4542-97ed-89640c2add2e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64c71b87-fe') {{(pid=74675) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 23 07:06:21 user nova-compute[74675]: DEBUG os_vif [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:05:a7,bridge_name='br-int',has_traffic_filtering=True,id=64c71b87-feee-46c7-8636-aac3ae89b115,network=Network(74acf180-e43b-4542-97ed-89640c2add2e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64c71b87-fe') {{(pid=74675) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 23 07:06:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap64c71b87-fe, bridge=br-int, if_exists=True) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 07:06:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:06:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9cf5e344-8659-4b67-9d41-3a05f6d861b8) {{(pid=74675) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 23 07:06:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:06:21 user nova-compute[74675]: INFO os_vif [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:05:a7,bridge_name='br-int',has_traffic_filtering=True,id=64c71b87-feee-46c7-8636-aac3ae89b115,network=Network(74acf180-e43b-4542-97ed-89640c2add2e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64c71b87-fe')
Nov 23 07:06:21 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Deleting instance files /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2_del
Nov 23 07:06:21 user nova-compute[74675]: INFO nova.virt.libvirt.driver [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Deletion of /opt/stack/data/nova/instances/3db015cc-33b7-4d80-8b09-153295a7f9c2_del complete
Nov 23 07:06:21 user nova-compute[74675]: INFO nova.compute.manager [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Took 1.07 seconds to destroy the instance on the hypervisor.
Nov 23 07:06:21 user nova-compute[74675]: DEBUG oslo.service.loopingcall [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 23 07:06:21 user nova-compute[74675]: DEBUG nova.compute.manager [-] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Deallocating network for instance {{(pid=74675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 23 07:06:21 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] deallocate_for_instance() {{(pid=74675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 23 07:06:21 user nova-compute[74675]: DEBUG nova.network.neutron [-] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Updating instance_info_cache with network_info: [] {{(pid=74675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 23 07:06:21 user nova-compute[74675]: INFO nova.compute.manager [-] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Took 0.79 seconds to deallocate network for instance.
Nov 23 07:06:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:06:21 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:06:22 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 07:06:22 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 07:06:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.209s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:06:22 user nova-compute[74675]: INFO nova.scheduler.client.report [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Deleted allocations for instance 3db015cc-33b7-4d80-8b09-153295a7f9c2
Nov 23 07:06:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-43d634ea-53d7-4f15-9f26-b94af0031147 tempest-SnapshotDataIntegrityTests-1512677206 tempest-SnapshotDataIntegrityTests-1512677206-project-member] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.260s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:06:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-203aa272-744e-4ca9-b413-d22d4e0f7193 req-908a4ab6-fbb8-487c-9bb3-1a0942721db1 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Received event network-vif-plugged-64c71b87-feee-46c7-8636-aac3ae89b115 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 07:06:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-203aa272-744e-4ca9-b413-d22d4e0f7193 req-908a4ab6-fbb8-487c-9bb3-1a0942721db1 service nova] Acquiring lock "3db015cc-33b7-4d80-8b09-153295a7f9c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:06:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-203aa272-744e-4ca9-b413-d22d4e0f7193 req-908a4ab6-fbb8-487c-9bb3-1a0942721db1 service nova] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:06:22 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [req-203aa272-744e-4ca9-b413-d22d4e0f7193 req-908a4ab6-fbb8-487c-9bb3-1a0942721db1 service nova] Lock "3db015cc-33b7-4d80-8b09-153295a7f9c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:06:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-203aa272-744e-4ca9-b413-d22d4e0f7193 req-908a4ab6-fbb8-487c-9bb3-1a0942721db1 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] No waiting events found dispatching network-vif-plugged-64c71b87-feee-46c7-8636-aac3ae89b115 {{(pid=74675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 23 07:06:22 user nova-compute[74675]: WARNING nova.compute.manager [req-203aa272-744e-4ca9-b413-d22d4e0f7193 req-908a4ab6-fbb8-487c-9bb3-1a0942721db1 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Received unexpected event network-vif-plugged-64c71b87-feee-46c7-8636-aac3ae89b115 for instance with vm_state deleted and task_state None.
Nov 23 07:06:22 user nova-compute[74675]: DEBUG nova.compute.manager [req-203aa272-744e-4ca9-b413-d22d4e0f7193 req-908a4ab6-fbb8-487c-9bb3-1a0942721db1 service nova] [instance: 3db015cc-33b7-4d80-8b09-153295a7f9c2] Received event network-vif-deleted-64c71b87-feee-46c7-8636-aac3ae89b115 {{(pid=74675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 23 07:06:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:27 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:06:27 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:06:29 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:06:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:06:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:06:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:06:29 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 07:06:29 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:06:29 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:06:29 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=9080MB free_disk=25.277053833007812GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 07:06:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:06:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:06:29 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 07:06:29 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 07:06:29 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 07:06:29 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 07:06:29 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 07:06:29 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.191s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:06:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:06:33 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:06:33 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 23 07:06:33 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] There are 0 instances to clean {{(pid=74675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 23 07:06:34 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:06:34 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 07:06:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:06:36 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:06:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 07:06:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 07:06:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 07:06:36 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:06:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:06:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:06:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:06:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:06:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:42 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:06:42 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:06:43 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:06:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:06:51 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:06:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:06:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:06:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:06:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:06:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:06:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:07:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:07:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:07:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:07:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:07:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:07:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:07:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:07:07 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:07:07 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Cleaning up deleted instances with incomplete migration  {{(pid=74675) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 23 07:07:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:07:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:07:14 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:07:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:07:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:07:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:07:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:07:28 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:07:29 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 07:07:30 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:07:30 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:07:30 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=9216MB free_disk=25.27591323852539GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing inventories for resource provider f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating ProviderTree inventory for provider f859f802-386b-4956-b87c-78941b98bb44 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Updating inventory in ProviderTree for provider f859f802-386b-4956-b87c-78941b98bb44 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing aggregate associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, aggregates: None {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Refreshing trait associations for resource provider f859f802-386b-4956-b87c-78941b98bb44, traits: COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,HW_CPU_X86_SSE42,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_CIRRUS,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_AUTO {{(pid=74675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 07:07:30 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.229s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:07:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:07:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:07:36 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:07:36 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 07:07:37 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:07:37 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 07:07:37 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 07:07:37 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 07:07:38 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:07:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:07:42 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:07:43 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:07:44 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:07:44 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:07:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:07:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:07:56 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:08:01 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:08:06 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:08:11 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:08:16 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:08:21 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:08:26 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:08:29 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:08:30 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:08:31 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager.update_available_resource {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:08:31 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:08:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:08:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:08:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:08:31 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Auditing locally available compute resources for user (node: user) {{(pid=74675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 23 07:08:31 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:08:31 user nova-compute[74675]: WARNING nova.virt.libvirt.driver [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 23 07:08:31 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Hypervisor/Node resource view: name=user free_ram=9213MB free_disk=25.268550872802734GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 23 07:08:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 23 07:08:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 23 07:08:31 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 23 07:08:31 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 23 07:08:31 user nova-compute[74675]: DEBUG nova.compute.provider_tree [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed in ProviderTree for provider: f859f802-386b-4956-b87c-78941b98bb44 {{(pid=74675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 23 07:08:31 user nova-compute[74675]: DEBUG nova.scheduler.client.report [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Inventory has not changed for provider f859f802-386b-4956-b87c-78941b98bb44 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 23 07:08:31 user nova-compute[74675]: DEBUG nova.compute.resource_tracker [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Compute_service record updated for user:user {{(pid=74675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 23 07:08:31 user nova-compute[74675]: DEBUG oslo_concurrency.lockutils [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.117s {{(pid=74675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 23 07:08:36 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:08:37 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:08:37 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 23 07:08:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:08:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Starting heal instance info cache {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 23 07:08:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Rebuilding the list of instances to heal {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 23 07:08:39 user nova-compute[74675]: DEBUG nova.compute.manager [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Didn't find any instances for network info cache update. {{(pid=74675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 23 07:08:39 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:08:41 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:08:44 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:08:45 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:08:46 user nova-compute[74675]: DEBUG oslo_service.periodic_task [None req-a2259e45-b991-4b96-87bf-1b980bf6e32d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 23 07:08:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 23 07:08:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:08:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74675) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 23 07:08:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:08:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74675) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 23 07:08:46 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 23 07:08:51 user nova-compute[74675]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74675) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}